{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,2]],"date-time":"2026-09-02T00:12:44Z","timestamp":1788307964450,"version":"build-2803163510"},"publisher-location":"New York, NY","reference-count":170,"publisher":"Springer US","isbn-type":[{"value":"9781071654071","type":"print"},{"value":"9781071654088","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-1-0716-5408-8_4","type":"book-chapter","created":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T23:13:51Z","timestamp":1788304431000},"page":"105-134","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Scaling Biomedical Text-Mining: Transformers, GenAI, and Drug Discovery"],"prefix":"10.1007","author":[{"given":"Sofia P.","family":"Agostinho","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Catarina","family":"dos Santos","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel","family":"Ramalh\u00e3o","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Irina S.","family":"Moreira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"N\u00edcia","family":"Ros\u00e1rio-Ferreira","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,9,2]]},"reference":[{"key":"4_CR1","doi-asserted-by":"crossref","unstructured":"Jiang L, Sun J, Wang Y et al (2022) Identifying drug-target interactions via heterogeneous graph attention networks combined with cross-modal similarities. Brief Bioinform 23:bbac016","DOI":"10.1093\/bib\/bbac016"},{"key":"4_CR2","unstructured":"National Center for Biotechnology Information (NCBI). PubMed. U.S. National Library of Medicine, Bethesda, MD. https:\/\/pubmed.ncbi.nlm.nih.gov (accessed 21 Oct 2025)"},{"key":"4_CR3","doi-asserted-by":"publisher","first-page":"60","DOI":"10.3390\/biochem1020007","volume":"1","author":"N Ros\u00e1rio-Ferreira","year":"2021","unstructured":"Ros\u00e1rio-Ferreira N, Marques-Pereira C, Pires M et al (2021) The Treasury chest of text mining: piling available resources for powerful biomedical text mining. BioChem 1:60\u201380","journal-title":"BioChem"},{"key":"4_CR4","unstructured":"Roy A (2021) Recent trends in named entity recognition (NER). http:\/\/arxiv.org\/abs\/2101.11420"},{"key":"4_CR5","doi-asserted-by":"crossref","unstructured":"Song B, Li F, Liu Y et al (2021) Deep learning methods for biomedical named entity recognition: a survey and qualitative comparison. Brief Bioinform 22:bbab282","DOI":"10.1093\/bib\/bbab282"},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Borchert F, Llorca I, Roller R et al (2023) xMEN: a modular toolkit for cross-lingual medical entity normalization. JAMIA Open 8:ooae147. http:\/\/arxiv.org\/abs\/2310.11275","DOI":"10.1093\/jamiaopen\/ooae147"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Detroja K, Bhensdadia CK, Bhatt BS (2023) A survey on relation extraction. Intell Syst Appl 19:200244","DOI":"10.1016\/j.iswa.2023.200244"},{"key":"4_CR8","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (System Demonstrations), vol 3","author":"MG Sohrab","year":"2023","unstructured":"Sohrab MG, Duong K, Topi\u0107 G et al (2023) Disease network constructor: a pathway extraction and visualization. Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (System Demonstrations), vol 3. Association for Computational Linguistics, Stroudsburg, PA, USA"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Zhao S, Su C, Lu Z et al (2021) Recent advances in biomedical literature mining. Brief Bioinform 22(3):bbaa057","DOI":"10.1093\/bib\/bbaa057"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Chen Q, Sun H, Liu H et al (2023) An extensive benchmark study on biomedical text generation and mining with ChatGPT. Bioinformatics 39(9):btad557","DOI":"10.1093\/bioinformatics\/btad557"},{"key":"4_CR11","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-51559-w","volume":"14","author":"R Li","year":"2024","unstructured":"Li R, La K, Lei J et al (2024) Joint extraction model of entity relations based on decomposition strategy. Sci Rep 14:1786","journal-title":"Sci Rep"},{"key":"4_CR12","doi-asserted-by":"publisher","first-page":"23889","DOI":"10.1021\/acsomega.5c00549","volume":"10","author":"FJN Ferreira","year":"2025","unstructured":"Ferreira FJN, Carneiro AS (2025) AI-driven drug discovery: a comprehensive review. ACS Omega 10:23889\u201323903","journal-title":"ACS Omega"},{"key":"4_CR13","doi-asserted-by":"publisher","first-page":"20220769","DOI":"10.1259\/bjr.20220769","volume":"96","author":"E Yang","year":"2023","unstructured":"Yang E, Li MD, Raghavan S et al (2023) Transformer versus traditional natural language processing: how much data is enough for automated radiology report classification?. Br J Radiol 96:20220769","journal-title":"Br J Radiol"},{"key":"4_CR14","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-019-3296-1","volume":"21","author":"RT Sousa","year":"2020","unstructured":"Sousa RT, Silva S, Pesquita C (2020) Evolving knowledge graph similarity for supervised learning in complex biomedical domains. BMC Bioinform 21:6","journal-title":"BMC Bioinform"},{"key":"4_CR15","doi-asserted-by":"publisher","first-page":"104418","DOI":"10.1016\/j.jbi.2023.104418","volume":"143","author":"L Cai","year":"2023","unstructured":"Cai L, Li J, Lv H et al (2023) Integrating domain knowledge for biomedical text analysis into deep learning: a survey. J Biomed Inform 143:104418","journal-title":"J Biomed Inform"},{"key":"4_CR16","doi-asserted-by":"publisher","unstructured":"Ko\u0161prdi\u0107 M, Prodanovi\u0107 N, Ljaji\u0107 A et al (2023) From zero to hero: harnessing transformers for biomedical named entity recognition in zero- and few-shot contexts. Intell Syst Appl 156:102970. https:\/\/doi.org\/10.48550\/ARXIV.2305.04928","DOI":"10.48550\/ARXIV.2305.04928"},{"key":"4_CR17","first-page":"100683","volume":"21","author":"A Lahiri","year":"2025","unstructured":"Lahiri A, Shukla S, Stear B et al (2025) Benchmarking transformer embedding models for biomedical terminology standardization. Mach Learn Appl 21:100683","journal-title":"Mach Learn Appl"},{"key":"4_CR18","unstructured":"Ayd\u0131n N, Erdem OA, Tekerek A (2024) Metin S\u0131n\u0131fland\u0131rmas\u0131 i\u00e7in Geleneksel Makine \u00d6\u011frenimi ve D\u00f6n\u00fc\u015ft\u00fcr\u00fcc\u00fc Tabanl\u0131 Derin \u00d6\u011frenme Modellerinin Kar\u015f\u0131la\u015ft\u0131rmal\u0131 Analizi. J Polytech 28(2):1"},{"key":"4_CR19","doi-asserted-by":"publisher","DOI":"10.1186\/s12911-024-02600-5","volume":"24","author":"S Madan","year":"2024","unstructured":"Madan S, Lentzen M, Brandt J et al (2024) Transformer models in biomedicine. BMC Med Inform Decis Mak 24: 214","journal-title":"BMC Med Inform Decis Mak"},{"key":"4_CR20","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"Lee J, Yoon W, Kim S et al (2020) BioBERT: a pre-trained biomedical language representation model for biomedical text mining. Bioinformatics 36:1234\u20131240","journal-title":"Bioinformatics"},{"key":"4_CR21","doi-asserted-by":"publisher","unstructured":"Liu Y, Ott M, Goyal N et al (2019) RoBERTa: a robustly optimized BERT pretraining approach. https:\/\/doi.org\/10.48550\/ARXIV.1907.11692","DOI":"10.48550\/ARXIV.1907.11692"},{"key":"4_CR22","doi-asserted-by":"publisher","unstructured":"Brown TB, Mann B, Ryder N et al (2020) Language models are few-shot learners. https:\/\/doi.org\/10.48550\/ARXIV.2005.14165","DOI":"10.48550\/ARXIV.2005.14165"},{"key":"4_CR23","unstructured":"Ariful MD, Sabbir I (2025) Data-driven healthcare: exploring biomedical text mining through NLP models. https:\/\/isrdo.org\/journal\/SRJSET\/currentissue\/pdfview\/data-driven-healthcare-exploring-biomedical-text-mining-through-nlp-models-1"},{"key":"4_CR24","unstructured":"Fang L, Chen Q, Wei C-H et al (2023) Bioformer: an efficient transformer language model for biomedical text mining. arXiv:2302.01588 [cs.CL]. https:\/\/arxiv.org\/abs\/2302.01588"},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Rohanian O, Nouriborji M, Kouchaki S et al (2023) On the effectiveness of compact biomedical transformers. Bioinformatics 39:btad103","DOI":"10.1093\/bioinformatics\/btad103"},{"key":"4_CR26","volume-title":"Drug Metab Pharmacokinet","author":"D Somda","year":"2024","unstructured":"Somda D, Wilson Kpordze S, Jerpkorir M et al (2024) The role of bioinformatics in drug discovery: a comprehensive overview. Drug Metab Pharmacokinet. IntechOpen"},{"key":"4_CR27","doi-asserted-by":"publisher","first-page":"579","DOI":"10.2174\/1568026623666221229113456","volume":"23","author":"R Sharma","year":"2023","unstructured":"Sharma R, Kaur G, Bansal P et al (2023) Bioinformatics paradigms in drug discovery and drug development. Curr Top Med Chem 23:579\u2013588","journal-title":"Curr Top Med Chem"},{"key":"4_CR28","doi-asserted-by":"publisher","first-page":"104851","DOI":"10.1016\/j.compbiomed.2021.104851","volume":"137","author":"B Shaker","year":"2021","unstructured":"Shaker B, Ahmad S, Lee J et al (2021) In silico methods and tools for drug discovery. Comput Biol Med 137:104851","journal-title":"Comput Biol Med"},{"key":"4_CR29","doi-asserted-by":"publisher","first-page":"e63267","DOI":"10.2196\/63267","volume":"13","author":"E Aghaarabi","year":"2025","unstructured":"Aghaarabi E, Murray D (2025) Transformer-based language models for group randomized trial classification in biomedical literature: model development and validation. JMIR Med Inform 13:e63267","journal-title":"JMIR Med Inform"},{"key":"4_CR30","doi-asserted-by":"publisher","first-page":"231","DOI":"10.1007\/978-1-4939-9089-4_13","volume":"1939","author":"S Zheng","year":"2019","unstructured":"Zheng S, Dharssi S, Wu M et al (2019) Text mining for drug discovery. Methods Mol Biol 1939:231\u2013252","journal-title":"Methods Mol Biol"},{"key":"4_CR31","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1080\/17460441.2021.1912733","volume":"16","author":"C Gil","year":"2021","unstructured":"Gil C, Martinez A (2021) Is drug repurposing really the future of drug discovery or is new innovation truly the way forward? Expert Opin Drug Discov 16:829\u2013831","journal-title":"Expert Opin Drug Discov"},{"key":"4_CR32","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-025-91622-8","volume":"15","author":"YJ Wang","year":"2025","unstructured":"Wang YJ, Choo WC, Ng KY et al (2025) Evolution of AI enabled healthcare systems using textual data with a pretrained BERT deep learning model. Sci Rep 15:7540","journal-title":"Sci Rep"},{"key":"4_CR33","doi-asserted-by":"publisher","first-page":"46","DOI":"10.3390\/sci5040046","volume":"5","author":"EY Zhang","year":"2023","unstructured":"Zhang EY, Cheok AD, Pan Z et al (2023) From turing to transformers: a comprehensive review and tutorial on the evolution and applications of generative transformer models. Sci 5:46","journal-title":"Sci"},{"key":"4_CR34","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1038\/s44222-023-00114-9","volume":"2","author":"Z Guo","year":"2024","unstructured":"Guo Z, Liu J, Wang Y et al (2024) Diffusion models in bioinformatics and computational biology. Nat Rev Bioeng 2:136\u2013154","journal-title":"Nat Rev Bioeng"},{"key":"4_CR35","doi-asserted-by":"crossref","unstructured":"Wei R, Mahmood A (2021) Recent Advances in Variational Autoencoders with Representation Learning for Biomedical Informatics: a survey. IEEE Access 9:4939\u20134956","DOI":"10.1109\/ACCESS.2020.3048309"},{"key":"4_CR36","doi-asserted-by":"publisher","first-page":"103982","DOI":"10.1016\/j.jbi.2021.103982","volume":"126","author":"KS Kalyan","year":"2022","unstructured":"Kalyan KS, Rajasekharan A, Sangeetha S (2022) AMMU: a survey of transformer-based biomedical pretrained language models. J Biomed Inform 126:103982","journal-title":"J Biomed Inform"},{"key":"4_CR37","doi-asserted-by":"publisher","first-page":"vbad001","DOI":"10.1093\/bioadv\/vbad001","volume":"3","author":"S Zhang","year":"2023","unstructured":"Zhang S, Fan R, Liu Y et al (2023) Applications of transformer-based language models in bioinformatics: a survey. Bioinform Adv 3:vbad001","journal-title":"Bioinform Adv"},{"key":"4_CR38","first-page":"456","volume-title":"Proceedings of the 15th Conference of the european chapter of the association for computational linguistics: vol 2, Short Papers","author":"W Li","year":"2017","unstructured":"Li W, Mak B (2017) Derivation of document vectors from adaptation of LSTM Language Model. In: Lapata M, Blunsom P, Koller A (Eds.)Eds. Proceedings of the 15th Conference of the european chapter of the association for computational linguistics: vol 2, Short Papers. Association for Computational Linguistics, Valencia, Spain, 456\u2013461"},{"key":"4_CR39","doi-asserted-by":"publisher","first-page":"1331062","DOI":"10.3389\/fphar.2024.1331062","volume":"15","author":"A Gangwal","year":"2024","unstructured":"Gangwal A, Ansari A, Ahmad I et al (2024) Generative artificial intelligence in drug discovery: basic framework, recent advances, challenges, and opportunities. Front Pharmacol 15:1331062","journal-title":"Front Pharmacol"},{"key":"4_CR40","unstructured":"Mikolov T, Chen K, Corrado G et al (2013) Efficient estimation of word representations in vector space. http:\/\/arxiv.org\/abs\/1301.3781"},{"key":"4_CR41","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) GloVe: Global vectors for word representation. In: Proceedings of the 2014 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics, Doha, Qatar, pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"4_CR42","doi-asserted-by":"publisher","unstructured":"Peters ME, Neumann M, Iyyer M et al (2018) Deep contextualized word representations. https:\/\/doi.org\/10.48550\/ARXIV.1802.05365","DOI":"10.48550\/ARXIV.1802.05365"},{"key":"4_CR43","doi-asserted-by":"publisher","unstructured":"Velez-Arce A, Lin X, Li M et al (2024) Signals in the cells: multimodal and contextualized machine learning foundations for therapeutics. https:\/\/doi.org\/10.1101\/2024.06.12.598655","DOI":"10.1101\/2024.06.12.598655"},{"key":"4_CR44","unstructured":"Vaswani A, Shazeer N, Parmar N et al (2017) Attention is All you Need. In: Advances in Neural Information Processing Systems 30 (NeurIPS 2017). Curran Associates, Inc., Volume: 30; pp 5998\u20136008"},{"key":"4_CR45","doi-asserted-by":"publisher","unstructured":"Gu Y, Tinn R, Cheng H et al (2020) Domain-specific language model pretraining for biomedical natural language processing. https:\/\/doi.org\/10.48550\/ARXIV.2007.15779","DOI":"10.48550\/ARXIV.2007.15779"},{"key":"4_CR46","doi-asserted-by":"publisher","unstructured":"Liu J, Yang M, Yu Y et al (2024) Advancing bioinformatics with large language models: components, applications and perspectives. https:\/\/doi.org\/10.48550\/ARXIV.2401.04155","DOI":"10.48550\/ARXIV.2401.04155"},{"key":"4_CR47","unstructured":"Beltagy I, Peters ME, Cohan A (2020) Longformer: the long-document transformer. http:\/\/arxiv.org\/abs\/2004.05150"},{"key":"4_CR48","doi-asserted-by":"publisher","unstructured":"Zaheer M, Guruganesh G, Dubey A et al (2020) Big bird: transformers for longer sequences. https:\/\/doi.org\/10.48550\/ARXIV.2007.14062","DOI":"10.48550\/ARXIV.2007.14062"},{"key":"4_CR49","doi-asserted-by":"publisher","unstructured":"Ruan T, Zhang S (2024) Towards understanding how attention mechanism works in deep learning. https:\/\/doi.org\/10.48550\/ARXIV.2412.18288","DOI":"10.48550\/ARXIV.2412.18288"},{"key":"4_CR50","doi-asserted-by":"crossref","unstructured":"Hadi MU, Tashi QA, Qureshi R et al (2023) A survey on large language models: applications, challenges, limitations, and practical usage. https:\/\/www.techrxiv.org\/doi\/full\/10.36227\/techrxiv.23589741.v1","DOI":"10.36227\/techrxiv.23589741.v1"},{"key":"4_CR51","unstructured":"Devlin J, Chang M-W, Lee K et al (2018) BERT: pre-training of deep bidirectional transformers for language understanding. http:\/\/arxiv.org\/abs\/1810.04805"},{"key":"4_CR52","unstructured":"Radford A, Narasimhan K, Salimans T, Sutskever I (2018) Improving language understanding by generative pre-training. OpenAI technical report. https:\/\/cdn.openai.com\/research-covers\/language-unsupervised\/language_understanding_paper.pdf"},{"key":"4_CR53","doi-asserted-by":"crossref","unstructured":"Khan S, Naseer M, Hayat M et al (2022) Transformers in vision: a survey. arXiv 54:1\u201341","DOI":"10.1145\/3505244"},{"key":"4_CR54","unstructured":"Lewis M, Liu Y, Goyal N et al (2019) BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. http:\/\/arxiv.org\/abs\/1910.13461"},{"key":"4_CR55","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1016\/j.aiopen.2021.08.002","volume":"2","author":"X Han","year":"2021","unstructured":"Han X, Zhang Z, Ding N et al (2021) Pre-trained models: past, present and future. AI Open 2:225\u2013250","journal-title":"AI Open"},{"key":"4_CR56","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1038\/s43856-025-00790-1","volume":"5","author":"K Yuan","year":"2025","unstructured":"Yuan K, Yoon CH, Gu Q et al (2025) Transformers and large language models are efficient feature extractors for electronic health record studies. Commun Med (Lond) 5:83","journal-title":"Commun Med (Lond)"},{"key":"4_CR57","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-015-0564-6","volume":"16","author":"G Tsatsaronis","year":"2015","unstructured":"Tsatsaronis G, Balikas G, Malakasiotis P et al (2015) An overview of the BIOASQ large-scale biomedical semantic indexing and question answering competition. BMC Bioinform 16:138","journal-title":"BMC Bioinform"},{"key":"4_CR58","doi-asserted-by":"publisher","unstructured":"Jin D, Pan E, Oufattole N et al (2020) What disease does this patient have? A large-scale open domain question answering dataset from medical exams. https:\/\/doi.org\/10.48550\/ARXIV.2009.13081","DOI":"10.48550\/ARXIV.2009.13081"},{"key":"4_CR59","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-43715-z","volume":"14","author":"Z Yang","year":"2023","unstructured":"Yang Z, Mitra A, Liu W et al (2023) TransformEHR: transformer-based encoder-decoder generative model to enhance prediction of disease outcomes using electronic health records. Nat Commun 14: 7857","journal-title":"Nat Commun"},{"key":"4_CR60","doi-asserted-by":"crossref","unstructured":"Min B, Ross H, Sulem E et al (2023) Recent advances in natural language processing via large pre-trained language models: a survey. ArXiv 56:1\u201340","DOI":"10.1145\/3605943"},{"key":"4_CR61","unstructured":"Liu J, Yang M, Yu Y et al (2024) Large language models in bioinformatics: applications and perspectives. arXiv preprint"},{"key":"4_CR62","doi-asserted-by":"publisher","first-page":"101081","DOI":"10.1016\/j.jpha.2024.101081","volume":"15","author":"J Jiang","year":"2025","unstructured":"Jiang J, Chen L, Ke L et al (2025) A review of transformer models in drug discovery and beyond. J Pharm Anal 15:101081","journal-title":"J Pharm Anal"},{"key":"4_CR63","doi-asserted-by":"crossref","unstructured":"Yi H-C, You Z-H, Huang D-S et al (2022) Graph representation learning in bioinformatics: trends, methods and applications. Brief Bioinform 23:bbab340","DOI":"10.1093\/bib\/bbab340"},{"key":"4_CR64","unstructured":"Wang H, Zhou G, Liu S et al (2021) Drug-target interaction prediction with graph attention networks. http:\/\/arxiv.org\/abs\/2107.06099"},{"key":"4_CR65","unstructured":"Veli\u010dkovi\u0107 P, Cucurull G, Casanova A et al (2017) Graph attention networks. http:\/\/arxiv.org\/abs\/1710.10903"},{"key":"4_CR66","doi-asserted-by":"publisher","unstructured":"Wu Y, Schuster M, Chen Z et al (2016) Google\u2019s neural machine translation system: bridging the gap between human and machine translation. https:\/\/doi.org\/10.48550\/ARXIV.1609.08144","DOI":"10.48550\/ARXIV.1609.08144"},{"key":"4_CR67","doi-asserted-by":"publisher","first-page":"251","DOI":"10.30574\/wjaets.2025.16.2.1280","volume":"16","author":"FNU Sudhakar Abhijeet","year":"2025","unstructured":"Sudhakar Abhijeet FNU (2025) Transformer-based architectures for domain-aware clinical text automation. World J Adv Eng Eng Technol Sci 16:251\u2013258","journal-title":"World J Adv Eng Eng Technol Sci"},{"key":"4_CR68","volume-title":"Proceedings of the 18th BioNLP workshop and shared task","author":"Y Peng","year":"2019","unstructured":"Peng Y, Yan S, Lu Z (2019) Transfer learning in biomedical natural language processing: an evaluation of BERT and ELMo on ten benchmarking datasets. Proceedings of the 18th BioNLP workshop and shared task. Association for Computational Linguistics, Stroudsburg, PA, USA"},{"key":"4_CR69","volume-title":"Proceedings of the 28th International Conference on Computational Linguistics","author":"S Chakraborty","year":"2020","unstructured":"Chakraborty S, Bisong E, Bhatt S et al (2020) BioMedBERT: a pre-trained biomedical language model for QA and IR. Proceedings of the 28th International Conference on Computational Linguistics. International Committee on Computational Linguistics, Stroudsburg, PA, USA"},{"key":"4_CR70","doi-asserted-by":"publisher","unstructured":"Alsentzer E, Murphy JR, Boag W et al (2019) Publicly available clinical BERT embeddings. https:\/\/doi.org\/10.48550\/ARXIV.1904.03323","DOI":"10.48550\/ARXIV.1904.03323"},{"key":"4_CR71","doi-asserted-by":"publisher","unstructured":"Huang K, Altosaar J, Ranganath R (2019) ClinicalBERT: modeling clinical notes and predicting hospital readmission. https:\/\/doi.org\/10.48550\/ARXIV.1904.05342","DOI":"10.48550\/ARXIV.1904.05342"},{"key":"4_CR72","doi-asserted-by":"crossref","unstructured":"Beltagy I, Lo K, Cohan A (2019) SciBERT: a pretrained language model for scientific text. http:\/\/arxiv.org\/abs\/1903.10676","DOI":"10.18653\/v1\/D19-1371"},{"key":"4_CR73","doi-asserted-by":"crossref","unstructured":"Gu Y, Tinn R, Cheng H et al (2021) Domain-specific language model pretraining for biomedical natural language processing. ACM J 3:1\u201323","DOI":"10.1145\/3458754"},{"key":"4_CR74","doi-asserted-by":"crossref","unstructured":"Kanakarajan KR, Kundumani B, Sankarasubbu M (2021) BioELECTRA: Pretrained Biomedical text Encoder using Discriminators. In: Proceedings of the 20th Workshop on Biomedical Language Processing, Association for Computational Linguistics, Stroudsburg, PA, USA","DOI":"10.18653\/v1\/2021.bionlp-1.16"},{"key":"4_CR75","doi-asserted-by":"publisher","first-page":"104825","DOI":"10.1016\/j.jbi.2025.104825","volume":"166","author":"F Zhou","year":"2025","unstructured":"Zhou F, Parrish R, Afzal M et al (2025) Benchmarking domain-specific pretrained language models to identify the best model for methodological rigor in clinical studies. J Biomed Inform 166:104825","journal-title":"J Biomed Inform"},{"key":"4_CR76","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-022-04688-w","volume":"23","author":"U Naseem","year":"2022","unstructured":"Naseem U, Dunn AG, Khushi M et al (2022) Benchmarking for biomedical natural language processing tasks with a domain specific ALBERT. BMC Bioinform 23:144","journal-title":"BMC Bioinform"},{"key":"4_CR77","unstructured":"Lan Z, Chen M, Goodman S et al (2019) ALBERT: a lite BERT for self-supervised learning of language representations. http:\/\/arxiv.org\/abs\/1909.11942"},{"key":"4_CR78","unstructured":"Clark K, Luong M-T, Le QV et al (2020) ELECTRA: pre-training text encoders as discriminators rather than generators. http:\/\/arxiv.org\/abs\/2003.10555"},{"key":"4_CR79","unstructured":"Maziyar P (2025) OpenMed NER: open-source, domain-adapted state-of-the-art transformers for biomedical NER across 12 public datasets. http:\/\/arxiv.org\/abs\/2508.01630"},{"key":"4_CR80","unstructured":"Kitaev N, Kaiser \u0141, Levskaya A (2020) Reformer: the efficient transformer. http:\/\/arxiv.org\/abs\/2001.04451"},{"key":"4_CR81","doi-asserted-by":"crossref","unstructured":"Dai Z, Yang Z, Yang Y et al (2019) Transformer-XL: attentive language models beyond a fixed-length context. http:\/\/arxiv.org\/abs\/1901.02860","DOI":"10.18653\/v1\/P19-1285"},{"key":"4_CR82","unstructured":"Wang S, Li BZ, Khabsa M et al (2020) Linformer: self-attention with linear complexity. http:\/\/arxiv.org\/abs\/2006.04768"},{"key":"4_CR83","doi-asserted-by":"publisher","first-page":"2367","DOI":"10.11591\/ijai.v14.i3.pp2367-2378","volume":"14","author":"KS Reddy","year":"2025","unstructured":"Reddy KS, Ragavenderan N, Vasanth et al (2025) MedicalBERT: enhancing biomedical natural language processing using pretrained BERT-based model. IAES Int J Artif Intell (IJ-AI) 14:2367","journal-title":"IAES Int J Artif Intell (IJ-AI)"},{"key":"4_CR84","doi-asserted-by":"publisher","first-page":"bbad167","DOI":"10.1093\/bib\/bbad167","volume":"24","author":"G Zhang","year":"2023","unstructured":"Zhang G, Gao Z, Yan C et al (2023) KGANSynergy: knowledge graph attention network for drug synergy prediction. Brief Bioinform 24:bbad167","journal-title":"Brief Bioinform"},{"key":"4_CR85","doi-asserted-by":"publisher","first-page":"1596216","DOI":"10.3389\/fphar.2025.1596216","volume":"16","author":"X Jiang","year":"2025","unstructured":"Jiang X, Wen L, Li W et al (2025) DTGHAT: multi-molecule heterogeneous graph transformer based on multi-molecule graph for drug-target identification. Front Pharmacol 16:1596216","journal-title":"Front Pharmacol"},{"key":"4_CR86","doi-asserted-by":"publisher","first-page":"bbab390","DOI":"10.1093\/bib\/bbab390","volume":"23","author":"J Wang","year":"2022","unstructured":"Wang J, Liu X, Shen S et al (2022) DeepDDS: deep graph neural network with attention mechanism to predict synergistic drug combinations. Brief Bioinform 23:bbab390","journal-title":"Brief Bioinform"},{"key":"4_CR87","doi-asserted-by":"publisher","first-page":"2208","DOI":"10.1109\/TCBB.2021.3077905","volume":"19","author":"Z Cheng","year":"2022","unstructured":"Cheng Z, Yan C, Wu F-X et al (2022) Drug-target interaction prediction using multi-head self-attention and graph attention network. IEEE\/ACM Trans Comput Biol Bioinform 19:2208\u20132218","journal-title":"IEEE\/ACM Trans Comput Biol Bioinform"},{"key":"4_CR88","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1007\/s12599-023-00834-7","volume":"66","author":"S Feuerriegel","year":"2024","unstructured":"Feuerriegel S, Hartmann J, Janiesch C et al (2024) Generative AI. Bus Inf Syst Eng 66:111\u2013126","journal-title":"Bus Inf Syst Eng"},{"key":"4_CR89","doi-asserted-by":"crossref","unstructured":"Strobel G, Banh L, M\u00f6ller F, Schoormann T (2024) Exploring generative artificial intelligence: A taxonomy and types. In: Proceedings of the 57th Hawaii International Conference on System Sciences (HICSS), Hawaii, USA, 2024, pp 4546\u20134555","DOI":"10.24251\/HICSS.2024.546"},{"key":"4_CR90","doi-asserted-by":"publisher","first-page":"260","DOI":"10.3390\/fi15080260","volume":"15","author":"A Bandi","year":"2023","unstructured":"Bandi A, Adapa PVSR, Kuchi YEVPK (2023) The power of generative AI: a review of requirements, models, input\u2013output formats, evaluation metrics, and challenges. Future Internet 15:260","journal-title":"Future Internet"},{"key":"4_CR91","unstructured":"Dubey SR, Singh SK (2023) Transformer-based Generative Adversarial Networks in Computer Vision: A Comprehensive Survey. arXiv:2302.08641, 16 pp. [cs.CV]. https:\/\/arxiv.org\/abs\/2302.08641"},{"key":"4_CR92","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MSP.2017.2765202","volume":"35","author":"A Creswell","year":"2018","unstructured":"Creswell A, White T, Dumoulin V et al (2018) Generative adversarial networks: an overview. IEEE Signal Process Mag 35:53\u201365","journal-title":"IEEE Signal Process Mag"},{"key":"4_CR93","doi-asserted-by":"crossref","unstructured":"Zhai J, Zhang S, Chen J et al (2018) Autoencoder and its various variants, In: 2018 IEEE international conference on systems, man, and cybernetics (SMC). IEEE, pp 415\u2013419","DOI":"10.1109\/SMC.2018.00080"},{"key":"4_CR94","doi-asserted-by":"publisher","unstructured":"Ramesh R, Lubana ES, Khona M et al (2023) Compositional capabilities of autoregressive transformers: a study on synthetic, interpretable tasks. https:\/\/doi.org\/10.48550\/ARXIV.2311.12997","DOI":"10.48550\/ARXIV.2311.12997"},{"key":"4_CR95","doi-asserted-by":"publisher","DOI":"10.1038\/s44386-025-00017-2","volume":"2","author":"S Wang","year":"2025","unstructured":"Wang S, Zhang R, Li X et al (2025) Recent advances in molecular representation methods and their applications in scaffold hopping. npj Drug Discov 2, 14. https:\/\/doi.org\/10.1038\/s44386-025-00017-2","journal-title":"npj Drug Discov"},{"key":"4_CR96","doi-asserted-by":"publisher","first-page":"6513","DOI":"10.1021\/acs.jcim.5c00029","volume":"65","author":"L Rossen","year":"2025","unstructured":"Rossen L, Sirockin F, Schneider N et al (2025) Scaffold hopping with generative reinforcement learning. J Chem Inf Model 65:6513\u20136525","journal-title":"J Chem Inf Model"},{"key":"4_CR97","doi-asserted-by":"publisher","first-page":"899","DOI":"10.1038\/s43588-024-00737-x","volume":"4","author":"A Schneuing","year":"2024","unstructured":"Schneuing A, Harris C, Du Y et al (2024) Structure-based drug design with equivariant diffusion models. Nat Comput Sci 4:899\u2013909","journal-title":"Nat Comput Sci"},{"key":"4_CR98","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1021\/acs.jcim.8b00839","volume":"59","author":"N Brown","year":"2019","unstructured":"Brown N, Fiscato M, Segler MHS et al (2019) GuacaMol: benchmarking models for de Novo molecular design. J Chem Inf Model 59:1096\u20131108","journal-title":"J Chem Inf Model"},{"key":"4_CR99","doi-asserted-by":"publisher","unstructured":"Polykovskiy D, Zhebrak A, Sanchez-Lengeling B et al (2018) Molecular sets (MOSES): a benchmarking platform for molecular generation models. https:\/\/doi.org\/10.48550\/ARXIV.1811.12823","DOI":"10.48550\/ARXIV.1811.12823"},{"key":"4_CR100","doi-asserted-by":"publisher","first-page":"8006","DOI":"10.1021\/acs.jcim.5c01020","volume":"65","author":"N Sanjrani","year":"2025","unstructured":"Sanjrani N, Coupry DE, Pog\u00e1ny P et al (2025) Benchmarking 3D structure-based molecule generators. J Chem Inf Model 65:8006\u20138021","journal-title":"J Chem Inf Model"},{"key":"4_CR101","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1186\/s13321-025-01041-0","volume":"17","author":"G Kamuntavi\u010dius","year":"2025","unstructured":"Kamuntavi\u010dius G, Paquet T, Bastas O et al (2025) Benchmarking ML in ADMET predictions: the practical impact of feature representations in ligand-based models. J Cheminform 17:108","journal-title":"J Cheminform"},{"key":"4_CR102","first-page":"1","volume":"24","author":"A Chowdhery","year":"2023","unstructured":"Chowdhery A, Narang S, Devlin J et al (2023) PaLM: scaling language modeling with pathways. J Mach Learn Res 24:1\u2013113","journal-title":"J Mach Learn Res"},{"key":"4_CR103","doi-asserted-by":"publisher","first-page":"100078","DOI":"10.1016\/j.metrad.2024.100078","volume":"2","author":"MM Jahani Yekta","year":"2024","unstructured":"Jahani Yekta MM (2024) The general intelligence of GPT\u20134, its knowledge diffusive and societal influences, and its governance. Meta Radiol 2:100078","journal-title":"Meta Radiol"},{"key":"4_CR104","unstructured":"Touvron H, Martin L, Stone K et al (2023) Llama 2: open foundation and fine-tuned chat models. http:\/\/arxiv.org\/abs\/2307.09288"},{"key":"4_CR105","doi-asserted-by":"crossref","unstructured":"Tian S, Jin Q, Yeganova L et al (2023) Opportunities and challenges for ChatGPT and large language models in biomedicine and health. Brief Bioinform 25:bbad493","DOI":"10.1093\/bib\/bbad493"},{"key":"4_CR106","unstructured":"Zhao WX, Zhou K, Li J et al (2023) A survey of large language models. http:\/\/arxiv.org\/abs\/2303.18223"},{"key":"4_CR107","doi-asserted-by":"publisher","unstructured":"Raffel C, Shazeer N, Roberts A et al (2019) Exploring the limits of transfer learning with a unified text-to-text transformer. https:\/\/doi.org\/10.48550\/ARXIV.1910.10683","DOI":"10.48550\/ARXIV.1910.10683"},{"key":"4_CR108","unstructured":"Danny D, Fei X, Sajjadi MSM et al (2023) PaLM-E: an embodied multimodal language model. http:\/\/arxiv.org\/abs\/2303.03378"},{"key":"4_CR109","doi-asserted-by":"publisher","first-page":"e202500094","DOI":"10.1002\/minf.70005","volume":"44","author":"C Xu","year":"2025","unstructured":"Xu C, Zeng C, Yang X et al (2025) Integrating generative pretrained transformer and genetic algorithms for efficient and diverse molecular generation. Mol Inform 44:e202500094","journal-title":"Mol Inform"},{"key":"4_CR110","doi-asserted-by":"publisher","unstructured":"Honda S, Shi S, Ueda HR (2019) SMILES transformer: pre-trained molecular fingerprint for low data drug discovery. https:\/\/doi.org\/10.48550\/ARXIV.1911.04738","DOI":"10.48550\/ARXIV.1911.04738"},{"key":"4_CR111","doi-asserted-by":"publisher","first-page":"117825","DOI":"10.1016\/j.ejmech.2025.117825","volume":"295","author":"AS Jusoh","year":"2025","unstructured":"Jusoh AS, Remli MA, Mohamad MS et al (2025) How generative Artificial Intelligence can transform drug discovery?. Eur J Med Chem 295:117825","journal-title":"Eur J Med Chem"},{"key":"4_CR112","volume-title":"Proceedings of the 10th ACM International Conference on Bioinformatics","author":"S Wang","year":"2019","unstructured":"Wang S, Guo Y, Wang Y et al (2019) Smiles-Bert: large scale unsupervised pre-training for molecular property prediction. Proceedings of the 10th ACM International Conference on Bioinformatics. Computational Biology and Health Informatics, ACM, New York, NY, USA"},{"key":"4_CR113","unstructured":"Ahmad W, Simon E, Chithrananda S et al (2022) ChemBERTa-2: towards chemical foundation models. http:\/\/arxiv.org\/abs\/2209.01712"},{"key":"4_CR114","doi-asserted-by":"publisher","first-page":"2102","DOI":"10.1093\/bioinformatics\/btac020","volume":"38","author":"N Brandes","year":"2022","unstructured":"Brandes N, Ofer D, Peleg Y et al (2022) ProteinBERT: a universal deep-learning model of protein sequence and function. Bioinformatics 38:2102\u20132110","journal-title":"Bioinformatics"},{"key":"4_CR115","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1186\/s13321-023-00742-8","volume":"15","author":"M Parrot","year":"2023","unstructured":"Parrot M, Tajmouati H, Silva VBRda et al (2023) Integrating synthetic accessibility with AI-based generative drug design. J Cheminform 15:83","journal-title":"J Cheminform"},{"key":"4_CR116","doi-asserted-by":"publisher","unstructured":"Rao R, Meier J, Sercu T et al (2020) Transformer protein language models are unsupervised structure learners. https:\/\/doi.org\/10.1101\/2020.12.15.422761","DOI":"10.1101\/2020.12.15.422761"},{"key":"4_CR117","doi-asserted-by":"publisher","unstructured":"Schmidinger N, Schneckenreiter L, Seidl P et al (2024) Bio-xLSTM: generative modeling, representation and in-context learning of biological and chemical sequences. https:\/\/doi.org\/10.48550\/ARXIV.2411.04165","DOI":"10.48550\/ARXIV.2411.04165"},{"key":"4_CR118","doi-asserted-by":"publisher","first-page":"111535","DOI":"10.1016\/j.dib.2025.111535","volume":"60","author":"L Fang","year":"2025","unstructured":"Fang L, Salami MO, Weber GM et al (2025) uCite: the union of nine large-scale public PubMed citation datasets with reliability filtering. Data Brief 60:111535","journal-title":"Data Brief"},{"key":"4_CR119","doi-asserted-by":"publisher","first-page":"102900","DOI":"10.1016\/j.artmed.2024.102900","volume":"154","author":"S Nerella","year":"2024","unstructured":"Nerella S, Bandyopadhyay S, Zhang J et al (2024) Transformers and large language models in healthcare: a review. Artif Intell Med 154:102900","journal-title":"Artif Intell Med"},{"key":"4_CR120","doi-asserted-by":"publisher","first-page":"58","DOI":"10.3390\/informatics11030058","volume":"11","author":"M Al-kfairy","year":"2024","unstructured":"Al-kfairy M, Mustafa D, Kshetri N et al (2024) Ethical challenges and solutions of generative AI: an interdisciplinary perspective. Informatics (MDPI) 11:58","journal-title":"Informatics (MDPI)"},{"key":"4_CR121","doi-asserted-by":"crossref","unstructured":"Okonji OR, Yunusov K, Gordon B (2024) Applications of generative AI in healthcare: algorithmic, ethical, legal and societal considerations. http:\/\/arxiv.org\/abs\/2406.10632","DOI":"10.36227\/techrxiv.171527587.75649430\/v1"},{"key":"4_CR122","doi-asserted-by":"publisher","first-page":"e1012975","DOI":"10.1371\/journal.pcbi.1012975","volume":"21","author":"J Pannu","year":"2025","unstructured":"Pannu J, Bloomfield D, MacKnight R et al (2025) Dual-use capabilities of concern of biological AI models. PLOS Comput Biol 21:e1012975","journal-title":"PLOS Comput Biol"},{"key":"4_CR123","unstructured":"World Health Organization (2021) Ethics and governance of artificial intelligence for health: WHO guidance. World Health Organization, Geneva, Switzerland. ISBN: 978-92-4-002920-0"},{"key":"4_CR124","unstructured":"National Science Advisory Board for Biosecurity (NSABB) (2023) Proposed biosecurity oversight framework for the future of science. NSABB"},{"key":"4_CR125","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-70201-7","volume-title":"The EU AI act","author":"P Voigt","year":"2024","unstructured":"Voigt, P, Hullen, N, 2024. The EU AI act. Springer, Berlin, Germany"},{"key":"4_CR126","first-page":"226","volume":"6","author":"F Neha","year":"2025","unstructured":"Neha F, Bhati D, Shukla DK (2025) Retrieval-augmented generation (RAG) in healthcare: a comprehensive review. AI (Basel) 6:226","journal-title":"AI (Basel)"},{"key":"4_CR127","doi-asserted-by":"publisher","first-page":"e60501","DOI":"10.2196\/60501","volume":"26","author":"J Zaghir","year":"2024","unstructured":"Zaghir J, Naguib M, Bjelogrlic M et al (2024) Prompt engineering paradigms for medical applications: Scoping review. J Med Internet Res 26:e60501","journal-title":"J Med Internet Res"},{"key":"4_CR128","doi-asserted-by":"publisher","first-page":"100845","DOI":"10.1016\/j.websem.2024.100845","volume":"84","author":"V Lopez","year":"2025","unstructured":"Lopez V, Hoang L, Martinez-Galindo M et al (2025) Enhancing foundation models for scientific discovery via multimodal knowledge graph representations. Web Semant 84:100845","journal-title":"Web Semant"},{"key":"4_CR129","doi-asserted-by":"publisher","first-page":"baw068","DOI":"10.1093\/database\/baw068","volume":"2016","author":"J Li","year":"2016","unstructured":"Li J, Sun Y, Johnson RJ et al (2016) BioCreative V CDR task corpus: a resource for chemical disease relation extraction. Database (Oxford) 2016:baw068","journal-title":"Database (Oxford)"},{"key":"4_CR130","doi-asserted-by":"publisher","first-page":"D367","DOI":"10.1093\/nar\/gkq906","volume":"39","author":"O Taboureau","year":"2011","unstructured":"Taboureau O, Nielsen SK, Audouze K et al (2011) ChemProt: a disease chemical biology database. Nucleic Acids Res 39:D367\u2013D372","journal-title":"Nucleic Acids Res"},{"key":"4_CR131","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-023-02068-4","volume":"10","author":"A Krithara","year":"2023","unstructured":"Krithara A, Nentidis A, Bougiatiotis K et al (2023) BioASQ-QA: a manually curated corpus for biomedical question answering. Sci Data 10: 170","journal-title":"Sci Data"},{"key":"4_CR132","doi-asserted-by":"publisher","first-page":"e081554","DOI":"10.1136\/bmj-2024-081554","volume":"388","author":"K Lekadir","year":"2025","unstructured":"Lekadir K, Frangi AF, Porras AR et al (2025) FUTURE-AI: international consensus guideline for trustworthy and deployable artificial intelligence in healthcare. BMJ 388:e081554","journal-title":"BMJ"},{"key":"4_CR133","doi-asserted-by":"crossref","unstructured":"Shin H-C, Zhang Y, Bakhturina E et al (2020) BioMegatron: Larger biomedical domain language model. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP). Association for Computational Linguistics, Online, pp 4700\u20134706","DOI":"10.18653\/v1\/2020.emnlp-main.379"},{"key":"4_CR134","doi-asserted-by":"crossref","unstructured":"Jarashanth ST, Nawarathna RD (2022) Applying transformer models for disease named entity recognition. In: 2022 2nd International conference on advanced research in computing (ICARC), IEEE","DOI":"10.1109\/ICARC54489.2022.9754023"},{"key":"4_CR135","doi-asserted-by":"publisher","first-page":"404","DOI":"10.1093\/bioinformatics\/btaa721","volume":"37","author":"N Warikoo","year":"2021","unstructured":"Warikoo N, Chang Y-C, Hsu W-L (2021) LBERT: Lexically aware transformer-based bidirectional encoder representation model for learning universal bio-entity relations. Bioinformatics 37:404\u2013412","journal-title":"Bioinformatics"},{"key":"4_CR136","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-021-04397-w","volume":"22","author":"N Ros\u00e1rio-Ferreira","year":"2021","unstructured":"Ros\u00e1rio-Ferreira N, Guimar\u00e3es V, Costa VS et al (2021) SicknessMiner: a deep-learning-driven text-mining tool to abridge disease-disease associations. BMC Bioinformatics 22: 482","journal-title":"BMC Bioinformatics"},{"key":"4_CR137","doi-asserted-by":"publisher","unstructured":"Sung M, Jeon H, Lee J et al (2020) Biomedical entity representations with synonym marginalization. https:\/\/doi.org\/10.48550\/arXiv.2005.00239","DOI":"10.48550\/arXiv.2005.00239"},{"key":"4_CR138","doi-asserted-by":"publisher","first-page":"btac814","DOI":"10.1093\/bioinformatics\/btac814","volume":"39","author":"Z Liao","year":"2023","unstructured":"Liao Z, Xie L, Mamitsuka H et al (2023) Sc2Mol: a scaffold-based two-step molecule generator with variational autoencoder and transformer. Bioinformatics 39:btac814","journal-title":"Bioinformatics"},{"key":"4_CR139","doi-asserted-by":"crossref","unstructured":"Tang Q, Chen W (2024) DeepB3P: a transformer-based model for identifying blood-brain barrier penetrating peptides with data augmentation using feedback GAN. J Adv Res 73:459\u2013468","DOI":"10.1016\/j.jare.2024.08.002"},{"key":"4_CR140","unstructured":"Shah A, Guntuboina C, Farimani AB (2024) Peptide-GPT: generative design of peptides using generative pre-trained transformers and bio-informatic supervision. http:\/\/arxiv.org\/abs\/2410.19222"},{"key":"4_CR141","unstructured":"Yoshikai Y, Mizuno T, Nemoto S et al (2024) A novel molecule generative model of VAE combined with transformer. http:\/\/arxiv.org\/abs\/2402.11950"},{"key":"4_CR142","doi-asserted-by":"publisher","first-page":"107911","DOI":"10.1016\/j.compbiolchem.2023.107911","volume":"106","author":"S Haroon","year":"2023","unstructured":"Haroon S, Hafsath CA, Jereesh AS (2023) Generative pre-trained transformer (GPT) based model with relative attention for de novo drug design. Comput Biol Chem 106:107911","journal-title":"Comput Biol Chem"},{"key":"4_CR143","doi-asserted-by":"publisher","unstructured":"Nguyen T, Karolak A (2024) Transformer graph variational autoencoder for generative molecular design. https:\/\/doi.org\/10.1101\/2024.07.22.604603","DOI":"10.1101\/2024.07.22.604603"},{"key":"4_CR144","unstructured":"Liu S, Lu Y, Chen S et al (2024) DrugAgent: automating AI-aided drug discovery programming through LLM multi-agent collaboration. http:\/\/arxiv.org\/abs\/2411.15692"},{"key":"4_CR145","first-page":"323","volume-title":"Lect Notes Comput Sci","author":"C Li","year":"2023","unstructured":"Li C, Yamanishi Y (2023) SpotGAN: a reverse-transformer GAN generates scaffold-constrained molecules with property optimization. Lect Notes Comput Sci. Springer Nature Switzerland, Cham, 323\u2013338"},{"key":"4_CR146","doi-asserted-by":"publisher","first-page":"bbad226","DOI":"10.1093\/bib\/bbad226","volume":"24","author":"T ValizadehAslani","year":"2023","unstructured":"ValizadehAslani T, Shi Y, Ren P et al (2023) PharmBERT: a domain-specific BERT model for drug labels. Brief Bioinform 24:bbad226","journal-title":"Brief Bioinform"},{"key":"4_CR147","unstructured":"Singh R, Barsainyan AA, Irfan R et al (2025) ChemBERTa-3: an open source training framework for chemical foundation models. https:\/\/chemrxiv.org\/engage\/chemrxiv\/article-details\/688b04ca23be8e43d6fe2c69"},{"key":"4_CR148","doi-asserted-by":"publisher","first-page":"108003","DOI":"10.1016\/j.cmpb.2023.108003","volume":"244","author":"C Zhou","year":"2024","unstructured":"Zhou C, Li Z, Song J et al (2024) TransVAE-DTA: transformer and variational autoencoder network for drug-target binding affinity prediction. Comput Methods Programs Biomed 244:108003","journal-title":"Comput Methods Programs Biomed"},{"key":"4_CR149","doi-asserted-by":"crossref","unstructured":"Tang W, Zhao Q, Wang J (2025) LLMDTA: improving cold-start prediction in drug-target affinity with biological LLM. IEEE Trans Comput Biol Bioinform 22:1\u201312","DOI":"10.1109\/TCBBIO.2025.3541634"},{"key":"4_CR150","doi-asserted-by":"publisher","first-page":"2706","DOI":"10.1021\/acsomega.1c05203","volume":"7","author":"Y Kalakoti","year":"2022","unstructured":"Kalakoti Y, Yadav S, Sundar D (2022) TransDTI: transformer-based language models for estimating DTIs and building a drug recommendation workflow. ACS Omega 7:2706\u20132717","journal-title":"ACS Omega"},{"key":"4_CR151","unstructured":"Xiao Y, Sun E, Jin Y et al (2024) ProteinGPT: multimodal LLM for protein property prediction and structure understanding. http:\/\/arxiv.org\/abs\/2408.11363"},{"key":"4_CR152","doi-asserted-by":"crossref","unstructured":"Li X, Min W, Chen J et al (2023) TransVCOX: bridging transformer encoder and pre-trained VAE for robust cancer multi-omics survival analysis, In: 2023 IEEE international conference on bioinformatics and biomedicine (BIBM), IEEE, pp 1254\u20131259","DOI":"10.1109\/BIBM58861.2023.10385668"},{"key":"4_CR153","doi-asserted-by":"publisher","first-page":"bbac409","DOI":"10.1093\/bib\/bbac409","volume":"23","author":"R Luo","year":"2022","unstructured":"Luo R, Sun L, Xia Y et al (2022) BioGPT: generative pre-trained transformer for biomedical text generation and mining. Brief Bioinform 23:bbac409","journal-title":"Brief Bioinform"},{"key":"4_CR154","unstructured":"John PS, Lin D, Binder P et al (2024) BioNeMo Framework: a modular, high-performance library for AI model development in drug discovery. http:\/\/arxiv.org\/abs\/2411.10548"},{"key":"4_CR155","unstructured":"Wong C-K, Choo A, Cheng ECC et al (2024) Lomics: generation of pathways and gene sets using large language models for transcriptomic analysis. http:\/\/arxiv.org\/abs\/2407.09089"},{"key":"4_CR156","doi-asserted-by":"crossref","unstructured":"Liang Y, Zhang R, Zhang L et al (2023) DrugChat: towards enabling ChatGPT-like capabilities on drug molecule graphs. http:\/\/arxiv.org\/abs\/2309.03907","DOI":"10.36227\/techrxiv.22945922.v1"},{"key":"4_CR157","unstructured":"Lin Y, AlQuraishi M (2023) Generating novel, designable, and diverse protein structures by equivariantly diffusing oriented residue clouds. http:\/\/arxiv.org\/abs\/2301.12485"},{"key":"4_CR158","unstructured":"Zongying L, Hao L, Liuzhenghao L et al (2024) TaxDiff: taxonomic-guided diffusion model for protein sequence generation. http:\/\/arxiv.org\/abs\/2402.17156"},{"key":"4_CR159","unstructured":"Gao Z, Tan C, Li SZ (2023) DiffSDS: a language diffusion model for protein backbone inpainting under geometric conditions and constraints. http:\/\/arxiv.org\/abs\/2301.09642"},{"key":"4_CR160","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-45051-2","volume":"15","author":"KE Wu","year":"2024","unstructured":"Wu KE, Yang KK, van den Berg R et al (2024) Protein structure generation via folding diffusion. Nat Commun 15:1059","journal-title":"Nat Commun"},{"key":"4_CR161","unstructured":"Yim J, Campbell A, Foong AYK et al (2023) Fast protein backbone generation with SE(3) flow matching. http:\/\/arxiv.org\/abs\/2310.05297"},{"key":"4_CR162","unstructured":"Yim J, Trippe BL, De Bortoli V et al (2023) SE(3) diffusion model with application to protein backbone generation. http:\/\/arxiv.org\/abs\/2302.02277"},{"key":"4_CR163","doi-asserted-by":"publisher","first-page":"1089","DOI":"10.1038\/s41586-023-06415-8","volume":"620","author":"JL Watson","year":"2023","unstructured":"Watson JL, Juergens D, Bennett NR et al (2023) De novo design of protein structure and function with RFdiffusion. Nature 620:1089\u20131100","journal-title":"Nature"},{"key":"4_CR164","doi-asserted-by":"publisher","first-page":"1828","DOI":"10.1016\/j.chempr.2023.03.020","volume":"9","author":"B Ni","year":"2023","unstructured":"Ni B, Kaplan DL, Buehler MJ (2023) Generative design of de novo proteins based on secondary structure constraints using an attention-based diffusion model. Chem 9:1828\u20131849","journal-title":"Chem"},{"key":"4_CR165","unstructured":"Meshchaninov V, Strashnov P, Shevtsov A et al (2025) Diffusion on language model encodings for protein sequence generation. http:\/\/arxiv.org\/abs\/2403.03726"},{"key":"4_CR166","unstructured":"Cemri M, Jalal A, Ramchandran K (2024) Discrete diffusion posterior sampling for protein design. https:\/\/openreview.net\/pdf?id=xf19jajKbY"},{"key":"4_CR167","doi-asserted-by":"crossref","unstructured":"Wagner S, Seute L, Viliuga V et al (2024) Generating highly designable proteins with geometric algebra flow matching. http:\/\/arxiv.org\/abs\/2411.05238","DOI":"10.52202\/079017-2479"},{"key":"4_CR168","doi-asserted-by":"publisher","unstructured":"Sevgen E, Moller J, Lange A et al (2023) ProT-VAE: protein transformer variational autoencoder for functional protein design. https:\/\/doi.org\/10.1101\/2023.01.23.525232","DOI":"10.1101\/2023.01.23.525232"},{"key":"4_CR169","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-024-05893-5","volume":"25","author":"G Li","year":"2024","unstructured":"Li G, Li S, Liang C et al (2024) Drug repositioning based on residual attention network and free multiscale adversarial training. BMC Bioinformatics 25:261","journal-title":"BMC Bioinformatics"},{"key":"4_CR170","doi-asserted-by":"crossref","unstructured":"Lee C, Lee G (2024) Repurformer: transformers for repurposing-aware molecule generation. In: Edwards C, Wang Q, Li M et al (eds) Proceedings of the 1st workshop on language + molecules (L+M 2024). Association for Computational Linguistics, Stroudsburg, PA, USA, pp 116\u2013127","DOI":"10.18653\/v1\/2024.langmol-1.14"}],"container-title":["Methods in Molecular Biology","Artificial Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-1-0716-5408-8_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T23:14:06Z","timestamp":1788304446000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-1-0716-5408-8_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9781071654071","9781071654088"],"references-count":170,"URL":"https:\/\/doi.org\/10.1007\/978-1-0716-5408-8_4","relation":{},"ISSN":["1064-3745","1940-6029"],"issn-type":[{"value":"1064-3745","type":"print"},{"value":"1940-6029","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"2 September 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this chapter.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}}]}}