{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T01:24:23Z","timestamp":1783819463888,"version":"3.55.0"},"reference-count":38,"publisher":"American Chemical Society (ACS)","issue":"10","license":[{"start":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T00:00:00Z","timestamp":1778716800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T00:00:00Z","timestamp":1778716800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T00:00:00Z","timestamp":1778716800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-045"}],"funder":[{"DOI":"10.13039\/501100018537","name":"National Science and Technology Major Project","doi-asserted-by":"publisher","award":["2025ZD0121905"],"award-info":[{"award-number":["2025ZD0121905"]}],"id":[{"id":"10.13039\/501100018537","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2026,5,25]]},"DOI":"10.1021\/acs.jcim.6c00286","type":"journal-article","created":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T12:53:51Z","timestamp":1778763231000},"page":"5747-5756","source":"Crossref","is-referenced-by-count":1,"title":["RxnBench: A Multimodal Benchmark for Evaluating Large Language Models on Chemical Reaction Understanding from the Scientific Literature"],"prefix":"10.1021","volume":"66","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-7062-8893","authenticated-orcid":true,"given":"Hanzheng","family":"Li","sequence":"first","affiliation":[{"name":"DP Technology","place":["Beijing, China"]},{"name":"Shanghai Jiao Tong University","place":["Shanghai, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xi","family":"Fang","sequence":"additional","affiliation":[{"name":"DP Technology","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yixuan","family":"Li","sequence":"additional","affiliation":[{"name":"Tsinghua University","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chaozheng","family":"Huang","sequence":"additional","affiliation":[{"name":"DP Technology","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Junjie","family":"Wang","sequence":"additional","affiliation":[{"name":"DP Technology","place":["Beijing, China"]},{"name":"Peking University","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xi","family":"Wang","sequence":"additional","affiliation":[{"name":"New York University","place":["New York, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongzhe","family":"Bai","sequence":"additional","affiliation":[{"name":"Fudan University","place":["Shanghai, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bojun","family":"Hao","sequence":"additional","affiliation":[{"name":"Xiamen University","place":["Xiamen, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-6768-0392","authenticated-orcid":true,"given":"Shenyu","family":"Lin","sequence":"additional","affiliation":[{"name":"Shanghai Jiao Tong University","place":["Shanghai, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Huiqi","family":"Liang","sequence":"additional","affiliation":[{"name":"ShanghaiTech University","place":["Shanghai, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linfeng","family":"Zhang","sequence":"additional","affiliation":[{"name":"DP Technology","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guolin","family":"Ke","sequence":"additional","affiliation":[{"name":"DP Technology","place":["Beijing, China"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"316","published-online":{"date-parts":[[2026,5,14]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.1021\/acs.orglett.3c03833"},{"key":"ref2\/cit2","doi-asserted-by":"publisher","DOI":"10.1021\/acs.orglett.2c01941"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06221-2"},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1021\/jm4004285"},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1021\/acscentsci.7b00572"},{"key":"ref6\/cit6","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.9b00237"},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-021-03819-2"},{"key":"ref8\/cit8","doi-asserted-by":"publisher","DOI":"10.1038\/s41573-019-0024-5"},{"key":"ref9\/cit9","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06735-9"},{"key":"ref10\/cit10","doi-asserted-by":"publisher","DOI":"10.1038\/nature25978"},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.1126\/science.aax1566"},{"key":"ref12\/cit12","unstructured":"Achiam, J. Gpt-4 Technical Report. 2023, arXiv:2303.08774. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2303.08774."},{"key":"ref13\/cit13","unstructured":"Bran, A. M. ChemCrow: Augmenting Large-Language Models with Chemistry Tools. 2023, arXiv:2304.05376. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2304.05376."},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06792-0"},{"key":"ref15\/cit15","doi-asserted-by":"publisher","DOI":"10.1021\/ci00057a005"},{"key":"ref16\/cit16","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2022.100588"},{"key":"ref17\/cit17","doi-asserted-by":"publisher","DOI":"10.1007\/s10032-015-0249-8"},{"key":"ref18\/cit18","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwae403"},{"key":"ref19\/cit19","unstructured":"Nori, H. Capabilities of GPT-4 on Medical Challenge Problems. 2023, arXiv:2303.13375. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2303.13375."},{"key":"ref20\/cit20","unstructured":"Mirza, A. Are Large Language Models Superhuman Chemists? 2024, arXiv:2404.01475. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2404.01475."},{"key":"ref21\/cit21","unstructured":"Guo, T. What Can Large Language Models Do in Chemistry? A Comprehensive Benchmark on Eight Tasks. 2023, arXiv:2305.18365. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2305.18365."},{"key":"ref22\/cit22","unstructured":"Hendrycks, D. Measuring Massive Multitask Language Understanding. 2020, arXiv:2009.03300. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2009.03300."},{"key":"ref23\/cit23","unstructured":"Wang, X. SciBench: Evaluating College-Level Scientific Problem-Solving Abilities of Large Language Models. 2023, arXiv:2307.10635. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2307.10635."},{"key":"ref24\/cit24","first-page":"30624","volume":"37","author":"Tian M.","year":"2024","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref25\/cit25","doi-asserted-by":"crossref","unstructured":"Arora, D.; Singh, H. G.; MausamHave LLMs Advanced Enough? A Challenging Problem Solving Benchmark For Large Language Models. 2023, arXiv:2305.15074. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2305.15074.","DOI":"10.18653\/v1\/2023.emnlp-main.468"},{"key":"ref26\/cit26","unstructured":"He, C. OlympiadBench: A Challenging Benchmark for Promoting AGI with Olympiad-Level Bilingual Multimodal Scientific Problems. 2024, arXiv:2402.14008. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2402.14008."},{"key":"ref27\/cit27","doi-asserted-by":"crossref","first-page":"19365","DOI":"10.18653\/v1\/2025.emnlp-main.977","volume-title":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","author":"Wu Y.","year":"2025"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.1007\/s00799-022-00329-y"},{"key":"ref29\/cit29","unstructured":"Zhou, Y. Benchmarking Multimodal LLMs on Recognition and Understanding over Chemical Tables. 2025, arXiv:2506.11375. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2506.11375."},{"key":"ref30\/cit30","first-page":"134721","volume":"37","author":"Guo K.","year":"2024","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref31\/cit31","unstructured":"Liang, Z. SceMQA: A Scientific College Entrance Level Multimodal Question Answering Benchmark. 2024, arXiv:2402.05138. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2402.05138."},{"key":"ref32\/cit32","unstructured":"Chen, Y. A Multi-Agent System Enables Versatile Information Extraction from the Chemical Literature. 2025, arXiv:2507.20230. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2507.20230."},{"key":"ref33\/cit33","unstructured":"Lee, C. Mol-LLM: Generalist Molecular LLM with Improved Graph Utilization. 2025, arXiv:2502.02810. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2502.02810."},{"key":"ref34\/cit34","unstructured":"Zhang, Y. Text-Augmented Multimodal LLMs for Chemical Reaction Condition Recommendation. 2024, arXiv:2407.15141. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2407.15141."},{"key":"ref35\/cit35","unstructured":"Liu, G. Multimodal Large Language Models for Inverse Molecular Design with Retrosynthetic Planning. 2024, arXiv:2410.04223. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2410.04223."},{"key":"ref36\/cit36","doi-asserted-by":"crossref","unstructured":"Fang, X. Molparser: End-to-End Visual Recognition of Molecule Structures in the Wild. In\n                      Proceedings of the IEEE\/CVF International Conference on Computer Vision\n                      , 2025; pp 24528\u201324538.","DOI":"10.1109\/ICCV51701.2025.02274"},{"key":"ref37\/cit37","unstructured":"Fang, X.; Uni-Parser Technical Report. 2025, arXiv:2512.15098. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2512.15098."},{"key":"ref38\/cit38","unstructured":"Hurst, A. Gpt-4o System Card. 2024, arXiv:2410.21276. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2410.21276."}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.6c00286","content-type":"application\/pdf","content-version":"vor","intended-application":"unspecified"},{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.6c00286","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,26]],"date-time":"2026-05-26T13:23:43Z","timestamp":1779801823000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.6c00286"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,14]]},"references-count":38,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2026,5,25]]}},"alternative-id":["10.1021\/acs.jcim.6c00286"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.6c00286","relation":{},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,14]]}}}