{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T21:13:21Z","timestamp":1791926001571,"version":"4.3.4"},"reference-count":40,"publisher":"American Chemical Society (ACS)","issue":"1","license":[{"start":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T00:00:00Z","timestamp":1766016000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100000266","name":"Engineering and Physical Sciences Research Council","doi-asserted-by":"publisher","award":["2928891"],"award-info":[{"award-number":["2928891"]}],"id":[{"id":"10.13039\/501100000266","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100025178","name":"OpenAI","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100025178","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2026,1,12]]},"DOI":"10.1021\/acs.jcim.5c02145","type":"journal-article","created":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T17:51:00Z","timestamp":1766080260000},"page":"216-227","source":"Crossref","is-referenced-by-count":14,"title":["Assessing the Chemical Intelligence of Large Language Models"],"prefix":"10.1021","volume":"66","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-8324-5658","authenticated-orcid":true,"given":"Nicholas T.","family":"Runcie","sequence":"first","affiliation":[{"name":"Department of Statistics","place":["Oxford, U.K."]},{"name":"University of Oxford","place":["Oxford, U.K."]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1388-2252","authenticated-orcid":true,"given":"Charlotte M.","family":"Deane","sequence":"additional","affiliation":[{"name":"Department of Statistics","place":["Oxford, U.K."]},{"name":"University of Oxford","place":["Oxford, U.K."]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6241-0123","authenticated-orcid":true,"given":"Fergus","family":"Imrie","sequence":"additional","affiliation":[{"name":"Department of Statistics","place":["Oxford, U.K."]},{"name":"University of Oxford","place":["Oxford, U.K."]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"316","published-online":{"date-parts":[[2025,12,18]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2303.08774"},{"key":"ref2\/cit2","unstructured":"Wei, J.;  Chain-of-thought prompting elicits reasoning in Large Language Models.\n                      Advances in Neural Information Processing Systems\n                      2022, vol 35, pp 24824\u201324837. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/9d5609613524ecf4f15af0f7b31abca4-Paper-Conference.pdf."},{"key":"ref3\/cit3","unstructured":"Kojima, T.; Gu, S. S.; Reid, M.; Matsuo, Y.; Iwasawa, Y. Large Language Models are zero-shot reasoners.\n                      Advances in Neural Information Processing Systems\n                      2022, 35, 22199\u201322213. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/8bb0d291acd4acf06ef112099c16f326-Paper-Conference.pdf."},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-025-09422-z"},{"key":"ref5\/cit5","unstructured":"OpenAI.\nOpenAI o3 and o4-mini System Card (2025). URL https:\/\/openai.com\/index\/o3-o4-mini-system-card\/."},{"key":"ref6\/cit6","unstructured":"OpenAI. OpenAI o3-mini System Card (2025). URL https:\/\/openai.com\/index\/o3-mini-system-card\/."},{"key":"ref7\/cit7","unstructured":"Gemini 2.5 Flash Model card (2025).\nURL https:\/\/storage.googleapis.com\/model-cards\/documents\/gemini-2.5-flash.pdf."},{"key":"ref8\/cit8","unstructured":"Gemini 2.5 Pro Model card (2025). URL https:\/\/storage.googleapis.com\/model-cards\/documents\/gemini-2.5-pro.pdf."},{"key":"ref9\/cit9","unstructured":"Anthropic. Claude 3.7 Sonnet System Card (2025). URL https:\/\/www.anthropic.com\/research\/claude-3-7-sonnet."},{"key":"ref10\/cit10","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06792-0"},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2502.18864"},{"key":"ref12\/cit12","doi-asserted-by":"publisher","DOI":"10.1038\/s41570-023-00502-0"},{"key":"ref13\/cit13","doi-asserted-by":"publisher","DOI":"10.1039\/D4SC03921A"},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.1038\/s41557-025-01815-x"},{"key":"ref15\/cit15","unstructured":"Hendrycks, D.  Measuring massive multitask language understanding.\n                      International Conference on Learning Representations\n                      2021."},{"key":"ref16\/cit16","unstructured":"Rein, D.  GPQA: A graduate-level google-proof q&a benchmark.\n                      First Conference on Language Modeling\n                      2024."},{"key":"ref17\/cit17","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2501.14249"},{"key":"ref18\/cit18","unstructured":"Guo, T.;  What can large language models do in chemistry? a comprehensive benchmark on eight tasks.\n                      Advances in Neural Information Processing Systems\n                      2023, vol 36, pp 59662\u201359688. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2023\/file\/bbb330189ce02be00cf7346167028ab1-Paper-Datasets_and_Benchmarks.pdf."},{"key":"ref19\/cit19","doi-asserted-by":"publisher","DOI":"10.1039\/D2DD00087C"},{"key":"ref20\/cit20","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.5c01265"},{"key":"ref21\/cit21","unstructured":"Jang, Y.; Kim, J.; Ahn, S. Chain-of-thoughts for molecular understanding.\n                      NeurIPS 2024 Workshop on AI for New Drug Modalities\n                      (2024). URL https:\/\/openreview.net\/forum?id=cFHjEo2oCd."},{"key":"ref22\/cit22","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-024-00832-8"},{"key":"ref23\/cit23","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2502.09565"},{"key":"ref24\/cit24","doi-asserted-by":"publisher","DOI":"10.1021\/ci100384d"},{"key":"ref25\/cit25","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2503.10694"},{"key":"ref26\/cit26","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.5b00559"},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.1021\/ci00057a005"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2412.18626"},{"key":"ref29\/cit29","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.3c00285"},{"key":"ref30\/cit30","unstructured":"Yu, B., Baker, F. N., Chen, Z., Ning, X., Sun, H. LlaSMol: Advancing large language models for chemistry with a large-scale, comprehensive, high-quality instruction tuning dataset.\n                      First Conference on Language Modeling\n                      (2024). URL https:\/\/openreview.net\/forum?id=lY6XTF9tPv."},{"key":"ref31\/cit31","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkae1059"},{"key":"ref32\/cit32","unstructured":"Convert Chemical Structures and Chemical Names | Lexichem TK. URL https:\/\/www.eyesopen.com\/lexichem-tk."},{"key":"ref33\/cit33","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-024-00941-x"},{"key":"ref34\/cit34","doi-asserted-by":"publisher","DOI":"10.1021\/acscentsci.4c01132"},{"key":"ref35\/cit35","doi-asserted-by":"publisher","DOI":"10.1039\/D1SC04105C"},{"key":"ref36\/cit36","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2505.05410"},{"key":"ref37\/cit37","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2503.08537"},{"key":"ref38\/cit38","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2410.19730"},{"key":"ref39\/cit39","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-019-0393-0"},{"key":"ref41\/cit41","unstructured":"OpenAI. Our updated Preparedness Framework (2025). URL https:\/\/openai.com\/index\/updating-our-preparedness-framework\/."}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.5c02145","content-type":"application\/pdf","content-version":"vor","intended-application":"unspecified"},{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.5c02145","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T12:34:08Z","timestamp":1768566848000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.5c02145"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,18]]},"references-count":40,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2026,1,12]]}},"alternative-id":["10.1021\/acs.jcim.5c02145"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.5c02145","relation":{},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,12,18]]}}}