{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T20:01:04Z","timestamp":1784750464874,"version":"3.55.0"},"reference-count":271,"publisher":"American Chemical Society (ACS)","issue":"5","license":[{"start":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T00:00:00Z","timestamp":1740355200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100006940","name":"University of Mississippi","doi-asserted-by":"publisher","award":["SB3002 IDS RSG-03"],"award-info":[{"award-number":["SB3002 IDS RSG-03"]}],"id":[{"id":"10.13039\/100006940","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000057","name":"National Institute of General Medical Sciences","doi-asserted-by":"publisher","award":["P20GM130460"],"award-info":[{"award-number":["P20GM130460"]}],"id":[{"id":"10.13039\/100000057","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000155","name":"Division of Environmental Biology","doi-asserted-by":"publisher","award":["1846376"],"award-info":[{"award-number":["1846376"]}],"id":[{"id":"10.13039\/100000155","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2025,3,10]]},"DOI":"10.1021\/acs.jcim.4c01907","type":"journal-article","created":{"date-parts":[[2025,2,25]],"date-time":"2025-02-25T01:51:08Z","timestamp":1740448268000},"page":"2191-2213","source":"Crossref","is-referenced-by-count":19,"title":["Natural Language Processing Methods for the Study of Protein\u2013Ligand Interactions"],"prefix":"10.1021","volume":"65","author":[{"given":"James","family":"Michels","sequence":"first","affiliation":[{"name":"Department of Computer and Information Science","place":["University, United States"]},{"name":"University of Mississippi","place":["University, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ramya","family":"Bandarupalli","sequence":"additional","affiliation":[{"name":"Department of BioMolecular Sciences, School of Pharmacy","place":["University, United States"]},{"name":"University of Mississippi","place":["University, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amin","family":"Ahangar Akbari","sequence":"additional","affiliation":[{"name":"Department of BioMolecular Sciences, School of Pharmacy","place":["University, United States"]},{"name":"University of Mississippi","place":["University, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thai","family":"Le","sequence":"additional","affiliation":[{"name":"Department of Computer Science","place":["Bloomington, United States"]},{"name":"Indiana University","place":["Bloomington, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hong","family":"Xiao","sequence":"additional","affiliation":[{"name":"Department of Computer and Information Science and Institute for Data Science","place":["University, United States"]},{"name":"University of Mississippi","place":["University, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3277-6818","authenticated-orcid":true,"given":"Jing","family":"Li","sequence":"additional","affiliation":[{"name":"Department of BioMolecular Sciences, School of Pharmacy","place":["University, United States"]},{"name":"University of Mississippi","place":["University, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0964-0031","authenticated-orcid":true,"given":"Erik F. Y.","family":"Hom","sequence":"additional","affiliation":[{"name":"Department of Biology and Center for Biodiversity and Conservation Research","place":["University, United States"]},{"name":"University of Mississippi","place":["University, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"316","published-online":{"date-parts":[[2025,2,24]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.1016\/S0968-0004(00)89103-3"},{"key":"ref2\/cit2","doi-asserted-by":"publisher","DOI":"10.1016\/S0014-5793(98)00606-1"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.1016\/j.pharmthera.2004.05.002"},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1016\/0968-0004(90)90171-7"},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1038\/ni1153"},{"key":"ref6\/cit6","doi-asserted-by":"publisher","DOI":"10.1152\/physrev.00025.2005"},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1126\/science.150.3698.851"},{"key":"ref8\/cit8","doi-asserted-by":"publisher","DOI":"10.3390\/ijms11083016"},{"key":"ref9\/cit9","doi-asserted-by":"publisher","DOI":"10.1146\/annurev.biophys.36.040306.132812"},{"key":"ref10\/cit10","doi-asserted-by":"publisher","DOI":"10.1038\/384023a0"},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-7652.2012.00700.x"},{"key":"ref12\/cit12","doi-asserted-by":"publisher","DOI":"10.1016\/j.sbi.2017.09.002"},{"key":"ref13\/cit13","first-page":"354","volume":"9","author":"Vajda S.","year":"2006","journal-title":"Curr. Opin. Drug Discovery Devel."},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.3390\/ijms17020144"},{"key":"ref15\/cit15","doi-asserted-by":"publisher","DOI":"10.1016\/j.bmc.2022.117003"},{"key":"ref16\/cit16","doi-asserted-by":"publisher","DOI":"10.2174\/0929867311320180002"},{"key":"ref17\/cit17","doi-asserted-by":"publisher","DOI":"10.1142\/S0217984921300027"},{"key":"ref18\/cit18","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-017-08445-5"},{"key":"ref19\/cit19","doi-asserted-by":"publisher","DOI":"10.1007\/s10822-016-0008-z"},{"key":"ref20\/cit20","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2016239118"},{"key":"ref21\/cit21","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab198"},{"key":"ref22\/cit22","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1145\/3307339.3342186","author":"Wang S.","year":"2019","journal-title":"Proceedings of the 10th ACM International Conference on Bioinformatics, Computational Biology and Health Informatics. New York, NY, USA"},{"key":"ref23\/cit23","unstructured":"Chithrananda, S.; Grand, G.; Ramsundar, B. ChemBERTa: Large-Scale Self-Supervised Pretraining for Molecular Property Prediction.  arXiv, 2020."},{"key":"ref24\/cit24","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-022-00630-7"},{"key":"ref25\/cit25","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-021-00572-6"},{"key":"ref26\/cit26","doi-asserted-by":"publisher","DOI":"10.1016\/j.eng.2019.12.014"},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.3390\/info14040242"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.1007\/s11831-021-09661-z"},{"key":"ref29\/cit29","doi-asserted-by":"publisher","DOI":"10.1016\/j.iotcps.2023.04.003"},{"key":"ref30\/cit30","unstructured":"Radford, A.; Narasimhan, K.; Salimans, T.; Sutskever, I. Improving language understanding by generative pre-training. https:\/\/www.mikecaptain.com\/resources\/pdf\/GPT-1.pdf, Accessed: 2023\u201310\u201327."},{"key":"ref31\/cit31","unstructured":"Goodside,\nR, Papay, Meet Claude: Anthropic\u2019s Rival to ChatGPT. https:\/\/scale.com\/blog\/chatgpt-vs-claude, 2023."},{"key":"ref32\/cit32","unstructured":"Bing\nCopilot. Bing Copilot; https:\/\/copilot.microsoft.com\/."},{"key":"ref33\/cit33","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1109\/ICCMC48092.2020.ICCMC-00099","author":"Rahul","year":"2020","journal-title":"2020 Fourth International Conference on Computing Methodologies and Communication (ICCMC)"},{"key":"ref34\/cit34","doi-asserted-by":"crossref","first-page":"70","DOI":"10.1145\/945645.945658","author":"Nasukawa T.","year":"2003","journal-title":"Proceedings of the 2nd international conference on Knowledge capture. New York, NY, USA"},{"key":"ref35\/cit35","unstructured":"Lample, G.; Charton, F. Deep Learning for Symbolic Mathematics.  arXiv, 2019."},{"key":"ref36\/cit36","doi-asserted-by":"crossref","unstructured":"Feng, Z.; Guo, D.; Tang, D.; Duan, N.; Feng, X.; Gong, M.; Shou, L.; Qin, B.; Liu, T.; Jiang, D.; Zhou, M. CodeBERT: APre-Trained Model for Programming and Natural Languages.  arXiv, 2020.","DOI":"10.18653\/v1\/2020.findings-emnlp.139"},{"key":"ref37\/cit37","unstructured":"Mielke, S. J.; Alyafeai, Z.; Salesky, E.; Raffel, C.; Dey, M.; Gall\u00e9, M.; Raja, A.; Si, C.; Lee, W. Y.; Sagot, B.; Tan, S. Between words and characters: A Brief History of Open-Vocabulary Modeling and Tokenization in NLP.  arXiv, 2021."},{"key":"ref38\/cit38","doi-asserted-by":"publisher","DOI":"10.1613\/jair.1.11259"},{"key":"ref39\/cit39","unstructured":"Ashok, V. G.; Feng, S.; Choi, Y. Success with style: Using writing style to predict the success of novelsd."},{"key":"ref40\/cit40","doi-asserted-by":"publisher","DOI":"10.1017\/pan.2020.8"},{"key":"ref41\/cit41","doi-asserted-by":"publisher","DOI":"10.1016\/j.eng.2021.03.023"},{"key":"ref42\/cit42","unstructured":"S\u00f8nderby, S. K.; Winther, O. Protein Secondary Structure Prediction with Long Short Term Memory Networks.  arXiv, 2014."},{"key":"ref43\/cit43","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-019-2940-0"},{"key":"ref44\/cit44","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0200699"},{"key":"ref45\/cit45","doi-asserted-by":"crossref","unstructured":"Pang, M.; Su, K.; Li, M. Leveraging information in spatial transcriptomics to predict super-resolution gene expression from histology images in tumors.  bioRxiv, 2021, 2021.11.28.470212.","DOI":"10.1101\/2021.11.28.470212"},{"key":"ref46\/cit46","doi-asserted-by":"publisher","DOI":"10.1107\/S2059798321007531"},{"key":"ref47\/cit47","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.1c01114"},{"key":"ref48\/cit48","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref49\/cit49","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1976.10480949"},{"key":"ref50\/cit50","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00257-z"},{"key":"ref51\/cit51","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab881"},{"key":"ref52\/cit52","doi-asserted-by":"publisher","DOI":"10.1016\/j.plrev.2011.10.014"},{"key":"ref53\/cit53","first-page":"25","volume":"5","author":"Maurya H. C.","year":"2015","journal-title":"Int. J. Modern Eng. Res."},{"key":"ref54\/cit54","unstructured":"Tenney, I.; Xia, P.; Chen, B.; Wang, A.; Poliak, A.; McCoy, R. T.; Kim, N.; Van Durme, B.; Bowman, S. R.; Das, D.; Pavlick, E. What do you learn from context? Probing for sentence structure in contextualized word representations.  arXiv, 2019."},{"key":"ref55\/cit55","doi-asserted-by":"publisher","DOI":"10.3389\/fpsyg.2013.00071"},{"key":"ref56\/cit56","doi-asserted-by":"publisher","DOI":"10.1016\/j.plrev.2017.03.002"},{"key":"ref57\/cit57","doi-asserted-by":"publisher","DOI":"10.1098\/rspb.2012.1741"},{"key":"ref58\/cit58","doi-asserted-by":"publisher","DOI":"10.1016\/j.jneuroling.2016.09.008"},{"key":"ref59\/cit59","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00499-z"},{"key":"ref60\/cit60","doi-asserted-by":"publisher","DOI":"10.1016\/j.csbj.2021.03.022"},{"key":"ref61\/cit61","doi-asserted-by":"publisher","DOI":"10.1016\/0014-5793(91)80799-9"},{"key":"ref62\/cit62","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1814684116"},{"key":"ref63\/cit63","volume-title":"Protein Structure and Function","author":"Petsko G. A.","year":"2003"},{"key":"ref64\/cit64","doi-asserted-by":"publisher","DOI":"10.2174\/138920310794109094"},{"key":"ref65\/cit65","doi-asserted-by":"publisher","DOI":"10.1111\/j.1432-1033.1996.0020r.x"},{"key":"ref66\/cit66","doi-asserted-by":"crossref","unstructured":"Liang, W.; KaiYong, Z. Detecting \u201cprotein words\u201d through unsupervised word segmentation.  arXiv, 2014.","DOI":"10.12688\/f1000research.7428.1"},{"key":"ref67\/cit67","doi-asserted-by":"publisher","DOI":"10.1016\/0022-2836(76)90347-8"},{"key":"ref68\/cit68","doi-asserted-by":"publisher","DOI":"10.1016\/j.gene.2004.12.011"},{"key":"ref69\/cit69","doi-asserted-by":"publisher","DOI":"10.3109\/10409239509085139"},{"key":"ref70\/cit70","doi-asserted-by":"publisher","DOI":"10.1038\/192192a0"},{"key":"ref71\/cit71","doi-asserted-by":"publisher","DOI":"10.1002\/wcms.1603"},{"key":"ref72\/cit72","doi-asserted-by":"publisher","DOI":"10.1021\/ci00057a005"},{"key":"ref73\/cit73","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkp456"},{"key":"ref74\/cit74","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkm791"},{"key":"ref75\/cit75","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkm958"},{"key":"ref76\/cit76","first-page":"823","author":"Wang X.","year":"2021","journal-title":"Proceedings of the Thirty-Seventh Conference on Uncertainty in Artificial Intelligence"},{"key":"ref77\/cit77","unstructured":"Bjerrum, E. J. SMILES Enumeration as Data Augmentation for Neural Network Modeling of Molecules.  arXiv, 2017."},{"key":"ref78\/cit78","unstructured":"Lee, I.; Nam, H. Infusing Linguistic Knowledge of SMILES into Chemical Language Models.  arXiv, 2022."},{"key":"ref79\/cit79","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-024-00821-x"},{"key":"ref80\/cit80","doi-asserted-by":"crossref","unstructured":"O\u2019Boyle, N.; Dalke, A. DeepSMILES: An Adaptation of SMILES for Use in Machine-Learning of Chemical Structures.  ChemRxiv, 2018.","DOI":"10.26434\/chemrxiv.7097960.v1"},{"key":"ref81\/cit81","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/aba947"},{"key":"ref82\/cit82","doi-asserted-by":"crossref","DOI":"10.1002\/9783527645947","volume-title":"Protein-Ligand Interactions","author":"Gohlke H.","year":"2012"},{"key":"ref83\/cit83","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-021-03819-2"},{"key":"ref84\/cit84","unstructured":"Landrum, G. RDKit: A software suite for cheminformatics, computational chemistry, and predictive modeling. http:\/\/www.rdkit.org\/RDKit_Overview.pdf, 2013; Accessed: 2023\u201312\u201313."},{"key":"ref85\/cit85","doi-asserted-by":"crossref","unstructured":"Mukherjee, S.; Ghosh, M.; Basuchowdhuri, P. Proceedings of the 2022 SIAM International Conference on Data Mining (SDM); Proceedings; Society for Industrial and Applied Mathematics, 2022; pp 729\u2013737.","DOI":"10.1137\/1.9781611977172.82"},{"key":"ref86\/cit86","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btaa524"},{"key":"ref87\/cit87","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiolchem.2023.107969"},{"key":"ref88\/cit88","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.2c00960"},{"key":"ref89\/cit89","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-08416-7"},{"key":"ref90\/cit90","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkr777"},{"key":"ref91\/cit91","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkj067"},{"key":"ref92\/cit92","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/28.1.235"},{"key":"ref93\/cit93","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkw1099"},{"key":"ref94\/cit94","doi-asserted-by":"publisher","DOI":"10.1038\/nbt.1990"},{"key":"ref95\/cit95","doi-asserted-by":"publisher","DOI":"10.1021\/ci400709d"},{"key":"ref96\/cit96","doi-asserted-by":"publisher","DOI":"10.1021\/jm030580l"},{"key":"ref97\/cit97","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-53116-5"},{"key":"ref98\/cit98","volume-title":"Pattern Recognition and Machine Learning","author":"Bishop M.C.","year":"2006","edition":"1"},{"key":"ref99\/cit99","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2020.00069"},{"key":"ref100\/cit100","doi-asserted-by":"publisher","DOI":"10.1002\/prot.25823"},{"key":"ref101\/cit101","doi-asserted-by":"publisher","DOI":"10.1002\/prot.10381"},{"key":"ref102\/cit102","doi-asserted-by":"publisher","DOI":"10.1002\/prot.25870"},{"key":"ref103\/cit103","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/30.1.47"},{"key":"ref104\/cit104","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkl999"},{"key":"ref105\/cit105","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkr966"},{"key":"ref106\/cit106","doi-asserted-by":"publisher","DOI":"10.1021\/jm300687e"},{"key":"ref107\/cit107","doi-asserted-by":"publisher","DOI":"10.1016\/j.drudis.2012.06.011"},{"key":"ref108\/cit108","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btg243"},{"key":"ref109\/cit109","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btv597"},{"key":"ref110\/cit110","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiolchem.2018.12.023"},{"key":"ref111\/cit111","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkab868"},{"key":"ref112\/cit112","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-021-00573-5"},{"key":"ref113\/cit113","doi-asserted-by":"publisher","DOI":"10.1093\/database\/baad040"},{"key":"ref114\/cit114","doi-asserted-by":"crossref","unstructured":"Wei, H.; Wang, W.; Peng, Z.; Yang, J. Q-BioLiP: A Comprehensive Resource for Quaternary Structure-based Protein\u2013ligand Interactions.  bioRxiv, 2023, 2023.06.23.546351.","DOI":"10.1101\/2023.06.23.546351"},{"key":"ref115\/cit115","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-023-02872-y"},{"key":"ref116\/cit116","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/28.1.289"},{"key":"ref117\/cit117","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btp035"},{"key":"ref118\/cit118","doi-asserted-by":"publisher","DOI":"10.3390\/biom12070967"},{"key":"ref119\/cit119","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2979670"},{"key":"ref120\/cit120","doi-asserted-by":"publisher","DOI":"10.3390\/cells8020122"},{"key":"ref121\/cit121","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btaa544"},{"key":"ref122\/cit122","doi-asserted-by":"crossref","unstructured":"Zhou, G.; Gao, Z.; Ding, Q.; Zheng, H.; Xu, H.; Wei, Z.; Zhang, L.; Ke, G. Uni-Mol: AUniversal 3D Molecular Representation Learning Framework.  ChemRxiv, 2023.","DOI":"10.26434\/chemrxiv-2022-jjm0j-v4"},{"key":"ref123\/cit123","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab473"},{"key":"ref124\/cit124","doi-asserted-by":"publisher","DOI":"10.1002\/minf.202000212"},{"key":"ref125\/cit125","doi-asserted-by":"crossref","unstructured":"Gaspar, H. A.; Ahmed, M.; Edlich, T.; Fabian, B.; Varszegi, Z.; Segler, M.; Meyers, J.; Fiscato, M. Proteochemometric Models Using Multiple Sequence Alignments and a Subword Segmented Masked Language Model.  ChemRxiv, 2021.","DOI":"10.26434\/chemrxiv.14604720.v1"},{"key":"ref126\/cit126","first-page":"004912412211401","author":"Arseniev-Koehler A.","year":"2022","journal-title":"Sociol. Methods Res."},{"key":"ref127\/cit127","doi-asserted-by":"publisher","DOI":"10.1037\/rev0000297"},{"key":"ref128\/cit128","unstructured":"Winchester, S. A Verb for Our Frantic Times. https:\/\/www.nytimes.com\/2011\/05\/29\/opinion\/29winchester.html, 2011; Accessed: 2024\u20139-15."},{"key":"ref129\/cit129","doi-asserted-by":"publisher","DOI":"10.1021\/acsomega.2c00642"},{"key":"ref130\/cit130","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab463"},{"key":"ref131\/cit131","doi-asserted-by":"publisher","DOI":"10.1038\/nbt1386"},{"key":"ref132\/cit132","first-page":"673","author":"Rumelhart D.","year":"1986","journal-title":"cmapspublic2.ihmc.us"},{"key":"ref133\/cit133","unstructured":"Salehinejad, H.; Sankar, S.; Barfett, J.; Colak, E.; Valaee, S. Recent Advances in Recurrent Neural Networks.  arXiv, 2017."},{"key":"ref134\/cit134","first-page":"30","author":"Vaswani A.","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref135\/cit135","unstructured":"Sherstinsky, A. Fundamentals of recurrent neural network (RNN) and long short-term memory (LSTM) network.  arXiv, 2018."},{"key":"ref136\/cit136","unstructured":"Chen, G. A gentle tutorial of recurrent neural network with error backpropagation.  arXiv, 2016."},{"key":"ref137\/cit137","doi-asserted-by":"crossref","unstructured":"Cho, K.; van Merrienboer, B.; Gulcehre, C.; Bahdanau, D.; Bougares, F.; Schwenk, H.; Bengio, Y. Learning Phrase Representations using RNN Encoder-Decoder for Statistical Machine Translation.  arXiv, 2014.","DOI":"10.3115\/v1\/D14-1179"},{"key":"ref138\/cit138","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref139\/cit139","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2005.06.042"},{"key":"ref140\/cit140","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-08787-9"},{"key":"ref141\/cit141","doi-asserted-by":"publisher","DOI":"10.1093\/ofid\/ofac492.574"},{"key":"ref142\/cit142","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbab506"},{"key":"ref143\/cit143","doi-asserted-by":"crossref","unstructured":"West-Roberts, J.; Valentin-Alvarado, L.; Mullen, S.; Sachdeva, R.; Smith, J.; Hug, L. A.; Gregoire, D. S.; Liu, W.; Lin, T.Y.; Husain, G.; Amano, Y.; Ly, L.; Banfield, J. F. Giant genes are rare but implicated in cell wall degradation by predatory bacteria.  bioRxiv, 2023.","DOI":"10.1101\/2023.11.21.568195"},{"key":"ref144\/cit144","doi-asserted-by":"publisher","DOI":"10.3390\/e23030283"},{"key":"ref145\/cit145","doi-asserted-by":"crossref","unstructured":"Yang, X. An overview of the attention mechanisms in computer vision. 2020.","DOI":"10.1088\/1742-6596\/1693\/1\/012173"},{"key":"ref146\/cit146","doi-asserted-by":"crossref","unstructured":"Hu, D. An introductory survey on attention mechanisms in NLP problems.  arXiv, 2018.","DOI":"10.1007\/978-3-030-29513-4_31"},{"key":"ref147\/cit147","doi-asserted-by":"crossref","unstructured":"Vig, J., Madani, A., Varshney, L. R., Xiong, C., Socher, R., Rajani, N. F. BERTology Meets Biology: Interpreting Attention in Protein Language Models.  arXiv, 2020.","DOI":"10.1101\/2020.06.26.174417"},{"key":"ref148\/cit148","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2023.11.018"},{"key":"ref149\/cit149","author":"Koyama K.","year":"2020","journal-title":"BIOKDD2020"},{"key":"ref150\/cit150","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0276609"},{"key":"ref151\/cit151","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab715"},{"key":"ref152\/cit152","doi-asserted-by":"publisher","DOI":"10.1039\/D0RA02297G"},{"key":"ref153\/cit153","doi-asserted-by":"publisher","DOI":"10.1109\/TCBB.2021.3094217"},{"key":"ref154\/cit154","doi-asserted-by":"publisher","DOI":"10.1038\/s43588-023-00529-9"},{"key":"ref155\/cit155","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-022-10418-2"},{"key":"ref156\/cit156","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.3c00251"},{"key":"ref157\/cit157","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbad136"},{"key":"ref158\/cit158","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbac272"},{"key":"ref159\/cit159","unstructured":"Bronstein, M. M.; Bruna, J.; Cohen, T.; Veli\u010dkovi\u0107, P. Geometric deep learning: Grids, groups, graphs, geodesics, and gauges.  arXiv, 2021."},{"key":"ref160\/cit160","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.9b00387"},{"key":"ref161\/cit161","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btad049"},{"key":"ref162\/cit162","doi-asserted-by":"publisher","DOI":"10.1126\/science.ade2574"},{"key":"ref163\/cit163","doi-asserted-by":"publisher","DOI":"10.1093\/bioadv\/vbad001"},{"key":"ref164\/cit164","unstructured":"Bahdanau, D.; Cho, K.; Bengio, Y. Neural Machine Translation by Jointly Learning to Align and Translate.  arXiv, 2014."},{"key":"ref165\/cit165","first-page":"3156","author":"Vinyals O.","year":"2015","journal-title":"Pattern Recognition (CVPR)"},{"key":"ref166\/cit166","unstructured":"Sutskever, I.; Vinyals, O.; Le, Q. V. Sequence to sequence learning with Neural Networks.  arXiv, 2014;"},{"key":"ref167\/cit167","doi-asserted-by":"crossref","unstructured":"Cho, K.; van Merrienboer, B.; Bahdanau, D.; Bengio, Y. On the properties of neural machine translation: Encoder-decoder approaches.  arXiv, 2014.","DOI":"10.3115\/v1\/W14-4012"},{"key":"ref168\/cit168","unstructured":"Devlin, J.; Chang, M.W.; Lee, K.; Toutanova, K. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding.  arXiv, 2018."},{"key":"ref169\/cit169","doi-asserted-by":"crossref","first-page":"8","DOI":"10.1109\/ASRU46091.2019.9004025","author":"Zeyer A.","year":"2019","journal-title":"2019 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)"},{"key":"ref170\/cit170","doi-asserted-by":"crossref","unstructured":"Irie, K.; Zeyer, A.; Schl\u00fcter, R.; Ney, H. Language Modeling with Deep Transformers.  arXiv, 2019.","DOI":"10.21437\/Interspeech.2019-2225"},{"key":"ref171\/cit171","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-29860-8_50"},{"key":"ref172\/cit172","first-page":"7487","author":"Parisotto E.","year":"2020","journal-title":"Proceedings of the 37th International Conference on Machine Learning"},{"key":"ref173\/cit173","doi-asserted-by":"crossref","unstructured":"Bilokon, P.; Qiu, Y. Transformers versus LSTMs for electronic trading.  arXiv, 2023.","DOI":"10.2139\/ssrn.4577922"},{"key":"ref174\/cit174","unstructured":"Merity, S. Single Headed Attention RNN: Stop Thinking With Your Head.  arXiv, 2019."},{"key":"ref175\/cit175","unstructured":"Ezen-Can, A. A Comparison of LSTM and BERT for Small Corpus.  arXiv, 2020."},{"key":"ref176\/cit176","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00457-9"},{"key":"ref177\/cit177","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btac020"},{"key":"ref178\/cit178","unstructured":"Luo, S.; Chen, T.; Xu, Y.; Zheng, S.; Liu, T.Y.; Wang, L.; He, D. One Transformer Can Understand Both 2D & 3D Molecular Data.  arXiv, 2022."},{"key":"ref179\/cit179","unstructured":"Clark, K.; Luong, M.T.; Le, Q. V.; Manning, C. D. ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators.  arXiv, 2020."},{"key":"ref180\/cit180","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-022-00591-x"},{"key":"ref181\/cit181","first-page":"230","author":"Shin B.","year":"2019","journal-title":"Proceedings of the 4th Machine Learning for Healthcare Conference"},{"key":"ref182\/cit182","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btaa880"},{"key":"ref183\/cit183","doi-asserted-by":"publisher","DOI":"10.1038\/s42003-023-04866-3"},{"key":"ref184\/cit184","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btac597"},{"key":"ref185\/cit185","doi-asserted-by":"publisher","DOI":"10.3389\/fmolb.2022.963912"},{"key":"ref186\/cit186","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1005929"},{"key":"ref187\/cit187","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-024-00855-1"},{"key":"ref188\/cit188","unstructured":"Bubeck, S.; Chandrasekaran, V.; Eldan, R.; Gehrke, J.; Horvitz, E.; Kamar, E.; Lee, P.; Lee, Y. T.; Li, Y.; Lundberg, S.; Nori, H.; Palangi, H.; Ribeiro, M. T.; Zhang, Y. Sparks of Artificial General Intelligence: Early experiments with GPT-4.  arXiv, 2023."},{"key":"ref189\/cit189","doi-asserted-by":"crossref","unstructured":"Elnaggar, A.; Essam, H.; Salah-Eldin, W.; Moustafa, W.; Elkerdawy, M.; Rochereau, C.; Rost, B. Ankh: Optimized protein language model unlocks general-purpose modelling.  bioRxiv, 2023.","DOI":"10.1101\/2023.01.16.524265"},{"key":"ref190\/cit190","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-46947-9"},{"key":"ref191\/cit191","doi-asserted-by":"crossref","unstructured":"Vu, M. H.; Akbar, R.; Robert, P. A.; Swiatczak, B.; Greiff, V.; Sandve, G. K.; Haug, D. T. T. Linguistically inspired roadmap for building biologically reliable protein language models.  arXiv, 2022.","DOI":"10.1038\/s42256-023-00637-1"},{"key":"ref192\/cit192","unstructured":"Xu, M.; Zhang, Z.; Lu, J.; Zhu, Z.; Zhang, Y.; Ma, C.; Liu, R.; Tang, J. PEER: A comprehensive and multi-task benchmark for Protein sEquence undERstanding.  arXiv 2022, 35156\u201335173."},{"key":"ref193\/cit193","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-51844-2"},{"key":"ref194\/cit194","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-019-3220-8"},{"key":"ref195\/cit195","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btac678"},{"key":"ref196\/cit196","doi-asserted-by":"publisher","DOI":"10.3390\/ijms22126409"},{"key":"ref197\/cit197","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btaa921"},{"key":"ref198\/cit198","first-page":"299","author":"Nam H.","year":"2017","journal-title":"Pattern Recognition (CVPR)"},{"key":"ref199\/cit199","doi-asserted-by":"publisher","DOI":"10.3390\/biom11050643"},{"key":"ref200\/cit200","doi-asserted-by":"publisher","DOI":"10.1002\/jcb.30490"},{"key":"ref201\/cit201","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btaa1005"},{"key":"ref202\/cit202","doi-asserted-by":"publisher","DOI":"10.3389\/fgene.2019.01243"},{"key":"ref203\/cit203","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-021-00510-6"},{"key":"ref204\/cit204","first-page":"588178","author":"Zheng S.","year":"2019","journal-title":"bioRxiv"},{"key":"ref205\/cit205","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty535"},{"key":"ref206\/cit206","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btz111"},{"key":"ref207\/cit207","doi-asserted-by":"publisher","DOI":"10.1016\/j.cels.2020.03.002"},{"key":"ref208\/cit208","doi-asserted-by":"publisher","DOI":"10.1109\/TCBB.2022.3225296"},{"key":"ref209\/cit209","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-022-04655-5"},{"key":"ref210\/cit210","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-022-00584-w"},{"key":"ref211\/cit211","doi-asserted-by":"publisher","DOI":"10.1093\/biomet\/92.4.965"},{"key":"ref212\/cit212","doi-asserted-by":"publisher","DOI":"10.1007\/s10822-015-9833-8"},{"key":"ref213\/cit213","doi-asserted-by":"publisher","DOI":"10.1021\/acsomega.1c05203"},{"key":"ref214\/cit214","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-023-37572-z"},{"key":"ref215\/cit215","first-page":"1","volume":"10","author":"Gudivada V.","year":"2017","journal-title":"Int. J. Adv. Softw."},{"key":"ref216\/cit216","doi-asserted-by":"publisher","DOI":"10.20544\/HORIZONS.B.04.1.17.P05"},{"key":"ref217\/cit217","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-024-02383-9"},{"key":"ref218\/cit218","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-49777-x"},{"key":"ref219\/cit219","doi-asserted-by":"publisher","DOI":"10.11613\/BM.2017.030201"},{"key":"ref220\/cit220","doi-asserted-by":"publisher","DOI":"10.1007\/s11192-011-0494-7"},{"key":"ref221\/cit221","doi-asserted-by":"crossref","DOI":"10.1002\/9781118557693","volume-title":"Semi-supervised and unervised machine learning: Novel strategies","author":"Albalate A.","year":"2013"},{"key":"ref222\/cit222","doi-asserted-by":"publisher","DOI":"10.1186\/s12859-021-04127-2"},{"key":"ref223\/cit223","doi-asserted-by":"publisher","DOI":"10.3390\/ijms22105118"},{"key":"ref224\/cit224","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00712"},{"key":"ref225\/cit225","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jmedchem.2c00487"},{"key":"ref226\/cit226","doi-asserted-by":"publisher","DOI":"10.1021\/ct900587b"},{"key":"ref227\/cit227","doi-asserted-by":"publisher","DOI":"10.1080\/08927022.2017.1416115"},{"key":"ref228\/cit228","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-0716-1767-0_14"},{"key":"ref229\/cit229","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-022-00463-x"},{"key":"ref230\/cit230","doi-asserted-by":"crossref","first-page":"3889","DOI":"10.18653\/v1\/2022.acl-long.269","author":"Bibal A.","year":"2022","journal-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). Dublin, Ireland,"},{"key":"ref231\/cit231","doi-asserted-by":"crossref","unstructured":"Wiegreffe, S.; Pinter, Y. Attention is not not Explanation.  arXiv, 2019.","DOI":"10.18653\/v1\/D19-1002"},{"key":"ref232\/cit232","unstructured":"Jain, S.; Wallace, B. C. Attention is not Explanation.  arXiv, 2019."},{"key":"ref233\/cit233","first-page":"4765","volume":"30","author":"Lundberg S. M.","year":"2017","journal-title":"Neural Inf. Process. Syst."},{"key":"ref234\/cit234","doi-asserted-by":"publisher","DOI":"10.1016\/j.isci.2022.105892"},{"key":"ref235\/cit235","doi-asserted-by":"crossref","unstructured":"Rodis, N.; Sardianos, C.; Papadopoulos, G. T.; Radoglou-Grammatikis, P.; Sarigiannidis, P.; Varlamis, I. Multimodal Explainable Artificial Intelligence: A Comprehensive Review of Methodological Advances and Future Research Directions.  arXiv [cs.AI] 2023.","DOI":"10.1109\/ACCESS.2024.3467062"},{"key":"ref236\/cit236","first-page":"80","author":"Gilpin L. H.","year":"2018","journal-title":"2018 IEEE 5th International Conference on Data Science and Advanced Analytics (DSAA)"},{"key":"ref237\/cit237","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.3c01961"},{"key":"ref238\/cit238","doi-asserted-by":"crossref","unstructured":"Rao, R.; Bhattacharya, N.; Thomas, N.; Duan, Y.; Chen, X.; Canny, J.; Abbeel, P.; Song, Y. S. Evaluating protein transfer learning with TAPE.  bioRxiv, 2019.","DOI":"10.1101\/676825"},{"key":"ref239\/cit239","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btu739"},{"key":"ref240\/cit240","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jmedchem.0c00422"},{"key":"ref241\/cit241","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty593"},{"key":"ref242\/cit242","doi-asserted-by":"crossref","unstructured":"Evans, R.  Protein complex prediction with AlphaFold-Multimer.  bioRxiv, 2021.","DOI":"10.1101\/2021.10.04.463034"},{"key":"ref243\/cit243","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.2406407121"},{"key":"ref244\/cit244","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btad424"},{"key":"ref245\/cit245","first-page":"10684","author":"Rombach R.","year":"2022","journal-title":"Pattern Recognition (CVPR)"},{"key":"ref246\/cit246","first-page":"8780","author":"Dhariwal P.","year":"2021","journal-title":"Neural Inf. Process. Syst."},{"key":"ref247\/cit247","first-page":"26565","author":"Karras T.","year":"2022","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref248\/cit248","doi-asserted-by":"publisher","DOI":"10.1039\/D3SC04185A"},{"key":"ref249\/cit249","unstructured":"Wee, J.; Wei, G.W. Benchmarking AlphaFold3\u2019s protein-protein complex accuracy and machine learning prediction reliability for binding free energy changes upon mutation.  arXiv, 2024."},{"key":"ref250\/cit250","doi-asserted-by":"crossref","unstructured":"Bernard, C.; Postic, G.; Ghannay, S.; Tahi, F. Has AlphaFold 3 reached its success for RNAs?  bioRxiv, 2024.","DOI":"10.1101\/2024.06.13.598780"},{"key":"ref251\/cit251","doi-asserted-by":"publisher","DOI":"10.1016\/j.mbm.2024.100083"},{"key":"ref252\/cit252","doi-asserted-by":"publisher","DOI":"10.1038\/s41401-024-01429-y"},{"key":"ref253\/cit253","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.63646"},{"key":"ref254\/cit254","doi-asserted-by":"publisher","DOI":"10.1126\/science.abj8754"},{"key":"ref255\/cit255","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-024-02272-z"},{"key":"ref256\/cit256","unstructured":"Liao, C.; Yu, Y.; Mei, Y.; Wei, Y. From words to molecules: A survey of Large Language Models in chemistry.  arXiv, 2024."},{"key":"ref257\/cit257","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.1c00600"},{"key":"ref258\/cit258","doi-asserted-by":"crossref","unstructured":"Janakarajan, N.; Erdmann, T.; Swaminathan, S.; Laino, T.; Born, J. Language models in molecular discovery.  arXiv, 2023.","DOI":"10.1007\/978-981-97-4828-0_7"},{"key":"ref259\/cit259","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-51895-5"},{"key":"ref260\/cit260","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-024-51771-2"},{"key":"ref261\/cit261","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1923-7"},{"key":"ref262\/cit262","doi-asserted-by":"publisher","DOI":"10.1002\/aic.690370209"},{"key":"ref263\/cit263","doi-asserted-by":"publisher","DOI":"10.1021\/ci100050t"},{"key":"ref264\/cit264","unstructured":"Veli\u010dkovi\u0107, P.; Cucurull, G.; Casanova, A.; Romero, A.; Li\u00f2, P.; Bengio, Y. Graph Attention Networks.  arXiv, 2017."},{"key":"ref265\/cit265","unstructured":"Kipf, T. N.; Welling, M. Semi-Supervised Classification with Graph Convolutional Networks.  arXiv, 2016."},{"key":"ref266\/cit266","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1145\/3107411.3107424","author":"Xu Z.","year":"2017","journal-title":"Proceedings of the 8th ACM International Conference on Bioinformatics, Computational Biology, and Health Informatics. New York, NY, USA"},{"key":"ref267\/cit267","first-page":"1263","author":"Gilmer J.","year":"2017","journal-title":"ICML"},{"key":"ref268\/cit268","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0141287"},{"key":"ref269\/cit269","first-page":"770","author":"He K.","year":"2015","journal-title":"Proc. IEEE Comput. Soc. Conf. Comput. Vis. Pattern Recognit."},{"key":"ref270\/cit270","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bty287"},{"key":"ref271\/cit271","first-page":"7132","author":"Hu J.","year":"2018","journal-title":"Proc. IEEE Conf. Comput. Vis. Pattern Recognition"}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.4c01907","content-type":"application\/pdf","content-version":"vor","intended-application":"unspecified"},{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.4c01907","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,10]],"date-time":"2025-03-10T08:11:35Z","timestamp":1741594295000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.4c01907"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,24]]},"references-count":271,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,3,10]]}},"alternative-id":["10.1021\/acs.jcim.4c01907"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.4c01907","relation":{},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,24]]}}}