{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T06:28:49Z","timestamp":1774592929665,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T00:00:00Z","timestamp":1732665600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-024-00930-7","type":"journal-article","created":{"date-parts":[[2024,11,27]],"date-time":"2024-11-27T10:05:52Z","timestamp":1732701952000},"page":"1501-1511","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":29,"title":["Multimodal language and graph learning of adsorption configuration in catalysis"],"prefix":"10.1038","volume":"6","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-0370-4212","authenticated-orcid":false,"given":"Janghoon","family":"Ock","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0004-6517-3145","authenticated-orcid":false,"given":"Srivathsan","family":"Badrinarayanan","sequence":"additional","affiliation":[]},{"given":"Rishikesh","family":"Magar","sequence":"additional","affiliation":[]},{"given":"Akshay","family":"Antony","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2952-8576","authenticated-orcid":false,"given":"Amir","family":"Barati Farimani","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,27]]},"reference":[{"key":"930_CR1","doi-asserted-by":"publisher","first-page":"170901","DOI":"10.1063\/1.4966192","volume":"145","author":"J Behler","year":"2016","unstructured":"Behler, J. Perspective: machine learning potentials for atomistic simulations. J. Chem. Phys. 145, 170901 (2016).","journal-title":"J. Chem. Phys."},{"key":"930_CR2","unstructured":"Zitnick, C. L. et al. An introduction to electrocatalyst design using machine learning for renewable energy storage. Preprint at https:\/\/arxiv.org\/abs\/2010.09435 (2020)."},{"key":"930_CR3","doi-asserted-by":"publisher","first-page":"6059","DOI":"10.1021\/acscatal.0c04525","volume":"11","author":"L Chanussot","year":"2021","unstructured":"Chanussot, L. et al. Open Catalyst 2020 (OC20) dataset and community challenges. ACS Catal. 11, 6059\u20136072 (2021).","journal-title":"ACS Catal."},{"key":"930_CR4","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1038\/s43246-022-00315-6","volume":"3","author":"P Reiser","year":"2022","unstructured":"Reiser, P. et al. Graph neural networks for materials science and chemistry. Commun. Mater. 3, 93 (2022).","journal-title":"Commun. Mater."},{"key":"930_CR5","doi-asserted-by":"publisher","first-page":"2311","DOI":"10.1002\/aic.16198","volume":"64","author":"BR Goldsmith","year":"2018","unstructured":"Goldsmith, B. R., Esterhuizen, J., Liu, J.-X., Bartel, C. J. & Sutton, C. Machine learning for heterogeneous catalyst design and discovery. AIChE J. 64, 2311\u20132323 (2018).","journal-title":"AIChE J."},{"key":"930_CR6","doi-asserted-by":"publisher","first-page":"6256","DOI":"10.1039\/D2CY01267G","volume":"12","author":"B Wander","year":"2022","unstructured":"Wander, B., Broderick, K. & Ulissi, Z. W. Catlas: an automated framework for catalyst discovery demonstrated for direct syngas conversion. Catal. Sci. Technol. 12, 6256\u20136267 (2022).","journal-title":"Catal. Sci. Technol."},{"key":"930_CR7","doi-asserted-by":"publisher","first-page":"074102","DOI":"10.1063\/5.0092948","volume":"157","author":"R Tran","year":"2022","unstructured":"Tran, R. et al. Screening of bimetallic electrocatalysts for water purification with machine learning. J. Chem. Phys. 157, 074102 (2022).","journal-title":"J. Chem. Phys."},{"key":"930_CR8","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-023-01121-5","volume":"9","author":"J Lan","year":"2023","unstructured":"Lan, J. et al. AdsorbML: a leap in efficiency for adsorption energy calculations using generalizable machine learning potentials. npj Comput. Mater. 9, 172 (2023).","journal-title":"npj Comput. Mater."},{"key":"930_CR9","doi-asserted-by":"publisher","first-page":"2953","DOI":"10.1021\/acs.nanolett.3c05137","volume":"24","author":"Z Cao","year":"2024","unstructured":"Cao, Z., Barati Farimani, O., Ock, J. & Barati Farimani, A. Machine learning in membrane design: from property prediction to AI-guided optimization. Nano Lett. 24, 2953\u20132960 (2024).","journal-title":"Nano Lett."},{"key":"930_CR10","unstructured":"Open Catalyst Challenge. Open Catalyst Project https:\/\/opencatalystproject.org\/challenge.html (2023)."},{"key":"930_CR11","doi-asserted-by":"publisher","first-page":"145301","DOI":"10.1103\/PhysRevLett.120.145301","volume":"120","author":"T Xie","year":"2018","unstructured":"Xie, T. & Grossman, J. C. Crystal graph convolutional neural networks for an accurate and interpretable prediction of material properties. Phys. Rev. Lett. 120, 145301 (2018).","journal-title":"Phys. Rev. Lett."},{"key":"930_CR12","unstructured":"Sch\u00fctt, K. T. et al. SchNet: a continuous-filter convolutional neural network for modeling quantum interactions. In Proc. Advances in Neural Information Processing Systems 30 (NIPS 2017) (eds Guyon, I. et al.) 991\u20131001 (Curran Associates, 2017)."},{"key":"930_CR13","unstructured":"Gasteiger, J. et al. GemNet-OC: developing graph neural networks for large and diverse molecular simulation datasets. Trans. Mach. Learn. Res. u8tvSxm4Bs (2022)."},{"key":"930_CR14","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1038\/s43588-023-00437-y","volume":"3","author":"S Pablo-Garc\u00eda","year":"2023","unstructured":"Pablo-Garc\u00eda, S. et al. Fast evaluation of the adsorption energy of organic molecules on metals via graph neural networks. Nat. Comput. Sci 3, 433\u2013442 (2023).","journal-title":"Nat. Comput. Sci"},{"key":"930_CR15","doi-asserted-by":"publisher","first-page":"658965","DOI":"10.3389\/fctls.2021.658965","volume":"1","author":"F Studt","year":"2021","unstructured":"Studt, F. Grand challenges in computational catalysis. Front. Catal. 1, 658965 (2021).","journal-title":"Front. Catal."},{"key":"930_CR16","doi-asserted-by":"publisher","first-page":"2981","DOI":"10.1021\/acscatal.2c05992","volume":"13","author":"V Giulimondi","year":"2023","unstructured":"Giulimondi, V., Mitchell, S. & P\u00e9rez-Ram\u00edrez, J. Challenges and opportunities in engineering the electronic structure of single-atom catalysts. ACS Catal. 13, 2981\u20132997 (2023).","journal-title":"ACS Catal."},{"key":"930_CR17","doi-asserted-by":"publisher","first-page":"2958","DOI":"10.1021\/jacs.2c11420","volume":"145","author":"Z Cao","year":"2023","unstructured":"Cao, Z., Magar, R., Wang, Y. & Barati Farimani, A. Moformer: self-supervised transformer model for metal-organic framework property prediction. J. Am. Chem. Soc. 145, 2958\u20132967 (2023).","journal-title":"J. Am. Chem. Soc."},{"key":"930_CR18","unstructured":"Balaji, S. & Magar, R. Gpt-molberta: Gpt molecular features language model for molecular property prediction. Preprint at https:\/\/arxiv.org\/abs\/2310.03030 (2023)."},{"key":"930_CR19","doi-asserted-by":"publisher","DOI":"10.1038\/s41524-023-01016-5","volume":"9","author":"C Xu","year":"2023","unstructured":"Xu, C., Wang, Y. & Barati Farimani, A. Transpolymer: a transformer-based language model for polymer property predictions. npj Comput. Mater. 9, 64 (2023).","journal-title":"npj Comput. Mater."},{"key":"930_CR20","doi-asserted-by":"publisher","first-page":"16032","DOI":"10.1021\/acscatal.3c04956","volume":"13","author":"J Ock","year":"2023","unstructured":"Ock, J., Guntuboina, C. & Barati Farimani, A. Catalyst energy prediction with catberta: unveiling feature exploration strategies through large language models. ACS Catal. 13, 16032\u201316044 (2023).","journal-title":"ACS Catal."},{"key":"930_CR21","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1007\/s10562-010-0477-y","volume":"141","author":"S Wang","year":"2011","unstructured":"Wang, S. et al. Universal Br\u00f8nsted\u2013Evans\u2013Polanyi relations for C\u2013C, C\u2013O, C\u2013N, N\u2013O, N\u2013N, and O\u2013O dissociation reactions. Catal. Lett. 141, 370\u2013373 (2011).","journal-title":"Catal. Lett."},{"key":"930_CR22","doi-asserted-by":"publisher","first-page":"1624","DOI":"10.1021\/cs3003269","volume":"2","author":"JE Sutton","year":"2012","unstructured":"Sutton, J. E. & Vlachos, D. G. A theoretical and computational analysis of linear free energy relations for the estimation of activation energies. ACS Catal. 2, 1624\u20131634 (2012).","journal-title":"ACS Catal."},{"key":"930_CR23","doi-asserted-by":"publisher","first-page":"214702","DOI":"10.1063\/5.0151159","volume":"158","author":"J Ock","year":"2023","unstructured":"Ock, J., Tian, T., Kitchin, J. & Ulissi, Z. Beyond independent error assumptions in large GNN atomistic models. J. Chem. Phys. 158, 214702 (2023).","journal-title":"J. Chem. Phys."},{"key":"930_CR24","doi-asserted-by":"publisher","first-page":"165104","DOI":"10.1063\/5.0201755","volume":"135","author":"H Huang","year":"2024","unstructured":"Huang, H. & Barati Farimani, A. Multimodal learning of heat capacity based on transformers and crystallography pretraining. J. Appl. Phys. 135, 165104 (2024).","journal-title":"J. Appl. Phys."},{"key":"930_CR25","unstructured":"Badrinarayanan, S., Guntuboina, C., Mollaei, P. & Farimani, A. B. Multi-peptide: multimodality leveraged language-graph learning of peptide properties. Preprint at https:\/\/arxiv.org\/abs\/2407.03380 (2024)."},{"key":"930_CR26","doi-asserted-by":"crossref","unstructured":"Antunes, L. M., Butler, K. T. & Grau-Crespo, R. Crystal structure generation with autoregressive large language modeling. Preprint at https:\/\/arxiv.org\/abs\/2307.04340 (2024).","DOI":"10.1038\/s41467-024-54639-7"},{"key":"930_CR27","unstructured":"Gruver, N. et al. Fine-tuned language models generate stable inorganic materials as text. In Proc. Twelfth International Conference on Learning Representations https:\/\/openreview.net\/forum?id=vN9fpfqoP1 (OpenReview, 2024)."},{"key":"930_CR28","unstructured":"Liao, Y.-L., Wood, B., Das, A. & Smidt, T. Equiformerv2: improved equivariant transformer for scaling to higher-degree representations. In Proc. Twelfth International Conference on Learning Representations https:\/\/openreview.net\/forum?id=mCOBKZmrzD (OpenReview, 2024)."},{"key":"930_CR29","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1016\/j.commatsci.2012.10.028","volume":"68","author":"SP Ong","year":"2013","unstructured":"Ong, S. P. et al. Python materials genomics (pymatgen): a robust, open-source Python library for materials analysis. Comput. Mater. Sci. 68, 314\u2013319 (2013).","journal-title":"Comput. Mater. Sci."},{"key":"930_CR30","unstructured":"Liao, Y.-L. & Smidt, T. Equiformer: equivariant graph attention transformer for 3D atomistic graphs. In Proc. Eleventh International Conference on Learning Representations https:\/\/openreview.net\/forum?id=KwmPfARgOTD (OpenReview, 2023)."},{"key":"930_CR31","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-14969-8","volume":"11","author":"W Gao","year":"2020","unstructured":"Gao, W. et al. Determining the adsorption energies of small molecules with the intrinsic properties of adsorbates and substrates. Nat. Commun. 11, 1196 (2020).","journal-title":"Nat. Commun."},{"key":"930_CR32","doi-asserted-by":"publisher","first-page":"3100","DOI":"10.1016\/j.chempr.2020.09.001","volume":"6","author":"JA Esterhuizen","year":"2020","unstructured":"Esterhuizen, J. A., Goldsmith, B. R. & Linic, S. Theory-guided machine learning finds geometric structure\u2013property relationships for chemisorption on subsurface alloys. Chem 6, 3100\u20133117 (2020).","journal-title":"Chem"},{"key":"930_CR33","doi-asserted-by":"publisher","first-page":"570","DOI":"10.1038\/s41586-023-06792-0","volume":"624","author":"DA Boiko","year":"2023","unstructured":"Boiko, D. A., MacKnight, R., Kline, B. & Gomes, G. Autonomous chemical research with large language models. Nature 624, 570\u2013578 (2023).","journal-title":"Nature"},{"key":"930_CR34","doi-asserted-by":"crossref","unstructured":"M. Bran, A. et al. Augmenting large language models with chemistry tools. Nat. Mach. Intell. 6, 525\u2013535 (2024).","DOI":"10.1038\/s42256-024-00832-8"},{"key":"930_CR35","unstructured":"Jadhav, Y., Pak, P. & Farimani, A. B. Llm-3D print: large language models to monitor and control 3D printing. Preprint at https:\/\/arxiv.org\/abs\/2408.14307 (2024)."},{"key":"930_CR36","unstructured":"Jadhav, Y. & Farimani, A. B. Large language model agent as a mechanical designer. Preprint at https:\/\/arxiv.org\/abs\/2404.17525 (2024)."},{"key":"930_CR37","doi-asserted-by":"publisher","first-page":"7413","DOI":"10.1103\/PhysRevB.59.7413","volume":"59","author":"B Hammer","year":"1999","unstructured":"Hammer, B., Hansen, L. B. & N\u00f8rskov, J. K. Improved adsorption energetics within density-functional theory using revised Perdew\u2013Burke\u2013Ernzerhof functionals. Phys. Rev. B 59, 7413\u20137421 (1999).","journal-title":"Phys. Rev. B"},{"key":"930_CR38","doi-asserted-by":"publisher","first-page":"2281","DOI":"10.1021\/acs.jpca.9b00311","volume":"123","author":"JR Boes","year":"2019","unstructured":"Boes, J. R., Mamun, O., Winther, K. & Bligaard, T. Graph theory approach to high-throughput surface adsorption structure generation. J. Phys. Chem. A 123, 2281\u20132285 (2019).","journal-title":"J. Phys. Chem. A"},{"key":"930_CR39","unstructured":"Liu, Y. et al. RoBERTa: a robustly optimized BERT pretraining approach. Preprint at https:\/\/arxiv.org\/abs\/1907.11692 (2019)."},{"key":"930_CR40","unstructured":"Devlin, J., Chang, M.-W., Lee, K. & Toutanova, K. BERT: pre-training of deep bidirectional transformers for language understanding. Preprint at https:\/\/arxiv.org\/abs\/1810.04805 (2019)."},{"key":"930_CR41","unstructured":"Radford, A. et al. Learning transferable visual models from natural language supervision. Preprint at https:\/\/arxiv.org\/abs\/2103.00020 (2021)."},{"key":"930_CR42","unstructured":"Van den Oord, A., Li, Y. & Vinyals, O. Representation learning with contrastive predictive coding. Preprint at https:\/\/arxiv.org\/abs\/1807.03748 (2019)."},{"key":"930_CR43","unstructured":"Karpathy, A. NanoGPT. GitHub https:\/\/github.com\/karpathy\/nanoGPT (2024)."},{"key":"930_CR44","doi-asserted-by":"publisher","first-page":"011002","DOI":"10.1063\/1.4812323","volume":"1","author":"A Jain","year":"2013","unstructured":"Jain, A. et al. Commentary: The Materials Project: a materials genome approach to accelerating materials innovation. APL Mater. 1, 011002 (2013).","journal-title":"APL Mater."},{"key":"930_CR45","doi-asserted-by":"publisher","first-page":"1501","DOI":"10.1007\/s11837-013-0755-4","volume":"65","author":"JE Saal","year":"2013","unstructured":"Saal, J. E., Kirklin, S., Aykol, M., Meredig, B. & Wolverton, C. Materials design and discovery with high-throughput density functional theory: The Open Quantum Materials Database (OQMD). JOM 65, 1501\u20131509 (2013).","journal-title":"JOM"},{"key":"930_CR46","doi-asserted-by":"crossref","unstructured":"Draxl, C. et al. NOMAD: a distributed web-based platform for managing materials science research data. J. Open Source Softw. 8, 5388 (2023).","DOI":"10.21105\/joss.05388"},{"key":"930_CR47","unstructured":"FAIR-Chem\/fairchem. GitHub https:\/\/github.com\/FAIR-Chem\/fairchem (2024)."},{"key":"930_CR48","unstructured":"Open-Catalyst-Project\/AdsorbML. GitHub https:\/\/github.com\/Open-Catalyst-Project\/AdsorbML (2024)."},{"key":"930_CR49","doi-asserted-by":"publisher","unstructured":"Ock, J., Badrinarayanan, S., Magar, R., Antony, A. & Barati Farimani, A. Language and Graph Multimodal Data for Heterogeneous Catalyst (FigShare, 2024); https:\/\/doi.org\/10.6084\/m9.figshare.27208356.v2","DOI":"10.6084\/m9.figshare.27208356.v2"},{"key":"930_CR50","doi-asserted-by":"publisher","unstructured":"Ock, J. hoon-ock\/multi-view: release. Zenodo https:\/\/doi.org\/10.5281\/zenodo.13922448 (2024).","DOI":"10.5281\/zenodo.13922448"}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00930-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00930-7","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00930-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,18]],"date-time":"2024-12-18T00:03:12Z","timestamp":1734480192000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-024-00930-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,27]]},"references-count":50,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["930"],"URL":"https:\/\/doi.org\/10.1038\/s42256-024-00930-7","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,27]]},"assertion":[{"value":"14 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 October 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}