{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T21:56:32Z","timestamp":1787003792100,"version":"build-2736575974"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T00:00:00Z","timestamp":1737072000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T00:00:00Z","timestamp":1737072000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61902446, 62172456, 91937302"],"award-info":[{"award-number":["61902446, 62172456, 91937302"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-024-00977-6","type":"journal-article","created":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T05:04:26Z","timestamp":1737090266000},"page":"315-327","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":12,"title":["A quantitative analysis of knowledge-learning preferences in large language models in molecular science"],"prefix":"10.1038","volume":"7","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6130-6968","authenticated-orcid":false,"given":"Pengfei","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Tao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4104-3790","authenticated-orcid":false,"given":"Zhixiang","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,1,17]]},"reference":[{"key":"977_CR1","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1109\/MSP.2017.2765202","volume":"35","author":"A Creswell","year":"2018","unstructured":"Creswell, A. et al. Generative adversarial networks: an overview. IEEE Signal Process. Magazine 35, 53\u201365 (2018).","journal-title":"IEEE Signal Process. Magazine"},{"key":"977_CR2","unstructured":"Xu, M. et al. GeoDiff: a geometric diffusion model for molecular conformation generation. In Proc. International Conference on Learning Representations 2181 (ICLR, 2022)."},{"key":"977_CR3","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1517\/17460441.2014.866943","volume":"9","author":"K Heikamp","year":"2014","unstructured":"Heikamp, K. & Bajorath, J. Support vector machines for drug discovery. Expert Opin. Drug Discov. 9, 93\u2013104 (2014).","journal-title":"Expert Opin. Drug Discov."},{"key":"977_CR4","unstructured":"Xu, K., Hu, W., Leskovec, J. & Jegelka, S. How powerful are graph neural networks? In Proc. International Conference on Learning Representations 9104\u20139121 (ICLR, 2019)."},{"key":"977_CR5","unstructured":"Kipf, T. N. & Welling, M. Semi-supervised classification with graph convolutional networks. In Proc. International Conference on Learning Representations 2713\u20132727 (ICLR, 2017)."},{"key":"977_CR6","unstructured":"Veli\u010dkovi\u0107, P. et al. Graph attention networks. In Proc. International Conference on Learning Representations 2920\u20132932 (ICLR, 2018)."},{"key":"977_CR7","unstructured":"Vaswani, A. et al. Attention is all you need. In Advances in Neural Information Processing Systems (2017)."},{"key":"977_CR8","unstructured":"Schulman, J. et al. ChatGPT: optimizing language models for dialogue. OpenAI Blog https:\/\/openai.com\/index\/chatgpt\/ (2022)."},{"key":"977_CR9","unstructured":"OpenAI. GPT-4 technical report. Preprint at https:\/\/arxiv.org\/abs\/2303.08774 (2023)."},{"key":"977_CR10","unstructured":"Du, Y., Fu, T., Sun, J. & Liu, S. Molgensurvey: a systematic survey in machine learning models for molecule design. Preprint at https:\/\/arxiv.org\/abs\/2203.14500 (2022)."},{"key":"977_CR11","doi-asserted-by":"crossref","unstructured":"Fang, Y., Zhang, Q., Chen, Z., Fan, X. & Chen, H. Knowledge-informed molecular learning: a survey on paradigm transfer. In Proc. International Conference on Knowledge Science, Engineering and Management 86\u201398 (Springer Nature Singapore, 2024).","DOI":"10.1007\/978-981-97-5492-2_7"},{"key":"977_CR12","unstructured":"Guo, T. et al. in Advances in Neural Information Processing Systems Vol. 36 (eds Oh, A., Naumann, T., Globerson, A., Saenko, K., Hardt, M. & Levine, S.) 59662\u201359688 (Curran Associates, 2023)."},{"key":"977_CR13","unstructured":"Fang, Y. et al. Mol-Instructions: a large-scale biomolecular instruction dataset for large language models. In Proc. The Twelfth International Conference on Learning Representations https:\/\/openreview.net\/pdf?id=Tlsdsb6l9n (ICLR, 2024)."},{"key":"977_CR14","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1021\/ci00057a005","volume":"28","author":"D Weininger","year":"1988","unstructured":"Weininger, D. SMILES, a chemical language and information system. 1. Introduction to methodology and encoding rules. J. Chem. Inf. Comput. Sci. 28, 31\u201336 (1988).","journal-title":"J. Chem. Inf. Comput. Sci."},{"key":"977_CR15","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1186\/1758-2946-5-7","volume":"5","author":"S Heller","year":"2013","unstructured":"Heller, S., McNaught, A., Stein, S., Tchekhovskoi, D. & Pletnev, I. InChI\u2014the worldwide chemical structure identifier standard. J. Cheminform. 5, 7 (2013).","journal-title":"J. Cheminform."},{"key":"977_CR16","doi-asserted-by":"publisher","first-page":"045024","DOI":"10.1088\/2632-2153\/aba947","volume":"1","author":"M Krenn","year":"2020","unstructured":"Krenn, M., H\u00e4se, F., Nigam, A., Friederich, P. & Aspuru-Guzik, A. Self-referencing embedded strings (SELFIES): a 100% robust molecular string representation. Mach. Learn. Sci. Technol. 1, 045024 (2020).","journal-title":"Mach. Learn. Sci. Technol."},{"key":"977_CR17","first-page":"5281","volume":"8","author":"G Landrum","year":"2013","unstructured":"Landrum, G. et al. RDKit: a software suite for cheminformatics, computational chemistry, and predictive modeling. Greg Landrum 8, 5281 (2013).","journal-title":"Greg Landrum"},{"key":"977_CR18","first-page":"712A","volume":"55","author":"GL Long","year":"1983","unstructured":"Long, G. L. & Winefordner, J. D. Limit of detection. A closer look at the IUPAC definition. Anal. Chem. 55, 712A\u2013724A (1983).","journal-title":"Anal. Chem."},{"key":"977_CR19","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1039\/C7SC02664A","volume":"9","author":"Z Wu","year":"2018","unstructured":"Wu, Z. et al. MoleculeNet: a benchmark for molecular machine learning. Chem. Sci. 9, 513\u2013530 (2018).","journal-title":"Chem. Sci."},{"key":"977_CR20","doi-asserted-by":"publisher","first-page":"bbac409","DOI":"10.1093\/bib\/bbac409","volume":"23","author":"R Luo","year":"2022","unstructured":"Luo, R. et al. BioGPT: generative pre-trained transformer for biomedical text generation and mining. Brief. Bioinform. 23, bbac409 (2022).","journal-title":"Brief. Bioinform."},{"key":"977_CR21","doi-asserted-by":"crossref","unstructured":"Edwards, C. et al. Translation between molecules and natural language. In Proc. 2022 Conference on Empirical Methods in Natural Language Processing 375\u2013413 (2022).","DOI":"10.18653\/v1\/2022.emnlp-main.26"},{"key":"977_CR22","doi-asserted-by":"crossref","unstructured":"Liu, Z. et al. MolCA: molecular graph-language modeling with cross-modal projector and uni-modal adapter. In Proc. 2023 Conference on Empirical Methods in Natural Language Processing 15623\u201315638 (Association for Computational Linguistics, 2023).","DOI":"10.18653\/v1\/2023.emnlp-main.966"},{"key":"977_CR23","unstructured":"Radford, A. et al. Language models are unsupervised multitask learners. OpenAI Blog https:\/\/cdn.openai.com\/better-language-models\/language-models.pdf (2019)."},{"key":"977_CR24","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. BERT: pre-training of deep bidirectional transformers for language understanding. In Proc. NAACL-HLT 4171\u20134186 (2019)."},{"key":"977_CR25","unstructured":"Liu, Y. et al. RoBERTa: a robustly optimized BERT pretraining approach. Preprint at https:\/\/arxiv.org\/abs\/1907.11692 (2019)."},{"key":"977_CR26","doi-asserted-by":"crossref","unstructured":"Beltagy, I., Lo, K. & Cohan, A. SciBERT: a pretrained language model for scientific text. In Proc. 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP) 3615\u20133620 (Association for Computational Linguistics, 2019).","DOI":"10.18653\/v1\/D19-1371"},{"key":"977_CR27","unstructured":"Chithrananda, S., Grand, G. & Ramsundar, B. ChemBERTa: large-scale self-supervised pretraining for molecular property prediction. Preprint at https:\/\/arxiv.org\/abs\/2010.09885 (2020)."},{"key":"977_CR28","doi-asserted-by":"crossref","unstructured":"Liu, Z. et al. MolXPT: wrapping molecules with text for generative pre-training. In Proc. 61st Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers) 1606\u20131616 (Association for Computational Linguistics, 2023).","DOI":"10.18653\/v1\/2023.acl-short.138"},{"key":"977_CR29","doi-asserted-by":"crossref","unstructured":"Li, J. et al. Empowering molecule discovery for molecule-caption translation with large language models: a ChatGPT perspective. IEEE Trans. Knowl. Data Eng. 36, 6071\u20136083 (2024).","DOI":"10.1109\/TKDE.2024.3393356"},{"key":"977_CR30","first-page":"5485","volume":"21","author":"C Raffel","year":"2020","unstructured":"Raffel, C. et al. Exploring the limits of transfer learning with a unified text-to-text transformer. J. Mach. Learn. Res. 21, 5485\u20135551 (2020).","journal-title":"J. Mach. Learn. Res."},{"key":"977_CR31","doi-asserted-by":"crossref","unstructured":"Lewis, M. et al. BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In Proc. 58th Annual Meeting of the Association for Computational Linguistics 7871\u20137880 (Association for Computational Linguistics, 2020).","DOI":"10.18653\/v1\/2020.acl-main.703"},{"key":"977_CR32","doi-asserted-by":"publisher","first-page":"D1373","DOI":"10.1093\/nar\/gkac956","volume":"51","author":"S Kim","year":"2023","unstructured":"Kim, S. et al. PubChem 2023 update. Nucleic Acids Res. 51, D1373\u2013D1380 (2023).","journal-title":"Nucleic Acids Res."},{"key":"977_CR33","unstructured":"Su, B. et al. A molecular multimodal foundation model associating molecule graphs with natural language. Preprint at https:\/\/arxiv.org\/abs\/2209.05481 (2022)."},{"key":"977_CR34","unstructured":"Luo, Y., Yang, K., Hong, M., Liu, X. & Nie, Z. MolFM: a multimodal molecular foundation model. Preprint at https:\/\/arxiv.org\/abs\/2307.09484 (2023)."},{"key":"977_CR35","doi-asserted-by":"publisher","first-page":"108073","DOI":"10.1016\/j.compbiomed.2024.108073","volume":"171","author":"P Liu","year":"2024","unstructured":"Liu, P., Ren, Y., Tao, J. & Ren, Z. Git-mol: a multi-modal large language model for molecular science with graph, image, and text. Comput. Biol. Med. 171, 108073 (2024).","journal-title":"Comput. Biol. Med."},{"key":"977_CR36","unstructured":"Li, J., Li, D., Savarese, S. & Hoi, S. BLIP-2: bootstrapping language-image pre-training with frozen image encoders and large language models. In International Conference on Machine Learning 19730\u201319742 (PMLR, 2023)."},{"key":"977_CR37","doi-asserted-by":"crossref","unstructured":"Krasnov, L., Khokhlov, I., Fedorov, M. & Sosnin, S. Transformer-based artificial neural network for the conversion between chemical notations. Sci. Rep. 11, 14798 (2021).","DOI":"10.1038\/s41598-021-94082-y"},{"key":"977_CR38","doi-asserted-by":"crossref","unstructured":"Mao, J. et al. Transformer-based molecular generative model for antiviral drug design. J. Chem. Inf. Model. 64, 2733\u20132745 (2023).","DOI":"10.1021\/acs.jcim.3c00536"},{"key":"977_CR39","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-28494-3","volume":"13","author":"Z Zeng","year":"2022","unstructured":"Zeng, Z., Yao, Y., Liu, Z. & Sun, M. A deep-learning system bridging molecule structure and biomedical text with comprehension comparable to human professionals. Nat. Commun. 13, 862 (2022).","journal-title":"Nat. Commun."},{"key":"977_CR40","doi-asserted-by":"crossref","unstructured":"Edwards, C., Zhai, C. & Ji, H. Text2Mol: cross-modal molecule retrieval with natural language queries. In Proc. 2021 Conference on Empirical Methods in Natural Language Processing 595\u2013607 (Association for Computational Linguistics, 2021).","DOI":"10.18653\/v1\/2021.emnlp-main.47"},{"key":"977_CR41","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1186\/s13321-021-00538-8","volume":"13","author":"K Rajan","year":"2021","unstructured":"Rajan, K., Zielesny, A. & Steinbeck, C. DECIMER 1.0: deep learning for chemical image recognition using transformers. J. Cheminform. 13, 61 (2021).","journal-title":"J. Cheminform."},{"key":"977_CR42","doi-asserted-by":"publisher","first-page":"e202100069","DOI":"10.1002\/cmtd.202100069","volume":"2","author":"I Khokhlov","year":"2022","unstructured":"Khokhlov, I., Krasnov, L., Fedorov, M. V. & Sosnin, S. Image2SMILES: transformer-based molecular optical recognition engine. Chem. Methods 2, e202100069 (2022).","journal-title":"Chem. Methods"},{"key":"977_CR43","doi-asserted-by":"publisher","first-page":"4562","DOI":"10.1093\/bioinformatics\/btac545","volume":"38","author":"J Yi","year":"2022","unstructured":"Yi, J. et al. MICER: a pre-trained encoder-decoder architecture for molecular image captioning. Bioinformatics 38, 4562\u20134572 (2022).","journal-title":"Bioinformatics"},{"key":"977_CR44","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1186\/s13321-022-00624-5","volume":"14","author":"Z Xu","year":"2022","unstructured":"Xu, Z., Li, J., Yang, Z., Li, S. & Li, H. SwinOCSR: end-to-end optical chemical structure recognition using a swin transformer. J. Cheminform. 14, 41 (2022).","journal-title":"J. Cheminform."},{"key":"977_CR45","doi-asserted-by":"crossref","unstructured":"Liu, Z. et al. Swin transformer: hierarchical vision transformer using shifted windows. In Proc. IEEE\/CVF International Conference on Computer Vision 10012\u201310022 (2021).","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"977_CR46","doi-asserted-by":"crossref","unstructured":"Pei, Q. et al. BioT5: enriching cross-modal integration in biology with chemical knowledge and natural language associations. In Proc. 2023 Conference on Empirical Methods in Natural Language Processing 1102\u20131123 (Association for Computational Linguistics, 2023).","DOI":"10.18653\/v1\/2023.emnlp-main.70"},{"key":"977_CR47","doi-asserted-by":"publisher","first-page":"1447","DOI":"10.1038\/s42256-023-00759-6","volume":"5","author":"S Liu","year":"2023","unstructured":"Liu, S. et al. Multi-modal molecule structure\u2013text model for text-based retrieval and editing. Nat. Mach. Intell. 5, 1447\u20131457 (2023).","journal-title":"Nat. Mach. Intell."},{"key":"977_CR48","doi-asserted-by":"crossref","unstructured":"Pei, Q. et al. BioT5+: towards generalized biological understanding with IUPAC integration and multi-task tuning. In Findings of the Association for Computational Linguistics: ACL 2024 1216\u20131240 (Association for Computational Linguistics, 2024).","DOI":"10.18653\/v1\/2024.findings-acl.71"},{"key":"977_CR49","unstructured":"Liu, P. ChEBI-20-MM Dataset (revision 7d44959). Huggingface https:\/\/huggingface.co\/datasets\/liupf\/ChEBI-20-MM (2024)."},{"key":"977_CR50","doi-asserted-by":"publisher","unstructured":"Liu, P. & Ren, Z. AI-HPC-Research-Team\/SLM4Mol: 1.0. Zenodo https:\/\/doi.org\/10.5281\/zenodo.14293309 (2024).","DOI":"10.5281\/zenodo.14293309"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00977-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00977-6","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00977-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,23]],"date-time":"2025-02-23T18:03:34Z","timestamp":1740333814000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00977-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,17]]},"references-count":50,"journal-issue":{"issue":"2","published-online":{"date-parts":[[2025,2]]}},"alternative-id":["977"],"URL":"https:\/\/doi.org\/10.1038\/s42256-024-00977-6","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,17]]},"assertion":[{"value":"6 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 December 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 January 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}