{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T03:26:07Z","timestamp":1784085967435,"version":"3.55.0"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,12,18]],"date-time":"2024-12-18T00:00:00Z","timestamp":1734480000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,12,18]],"date-time":"2024-12-18T00:00:00Z","timestamp":1734480000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100005950","name":"Hong Kong University of Science and Technology","doi-asserted-by":"publisher","award":["R9251, Z1269"],"award-info":[{"award-number":["R9251, Z1269"]}],"id":[{"id":"10.13039\/501100005950","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Cheminform"],"DOI":"10.1186\/s13321-024-00926-w","type":"journal-article","created":{"date-parts":[[2024,12,18]],"date-time":"2024-12-18T05:51:59Z","timestamp":1734501119000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["MolNexTR: a generalized deep learning model for molecular image recognition"],"prefix":"10.1186","volume":"16","author":[{"given":"Yufan","family":"Chen","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ching Ting","family":"Leung","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yong","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianwei","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hao","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hanyu","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,18]]},"reference":[{"issue":"3","key":"926_CR1","doi-asserted-by":"publisher","first-page":"1017","DOI":"10.1021\/acs.jcim.8b00669","volume":"59","author":"J Staker","year":"2019","unstructured":"Staker J, Marshall K, Abel R, McQuaw CM (2019) Molecular structure extraction from documents using deep learning. J Chem Inform Model 59(3):1017\u20131029","journal-title":"J Chem Inform Model"},{"key":"926_CR2","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1186\/s13321-020-00469-w","volume":"12","author":"K Rajan","year":"2020","unstructured":"Rajan K, Zielesny A, Steinbeck C (2020) DECIMER: towards deep learning for chemical image recognition. J Cheminform 12:65","journal-title":"J Cheminform"},{"issue":"7","key":"926_CR3","doi-asserted-by":"publisher","first-page":"1925","DOI":"10.1021\/acs.jcim.2c01480","volume":"63","author":"Y Qian","year":"2023","unstructured":"Qian Y, Guo J, Tu Z, Li Z, Coley CW, Barzilay R (2023) Molscribe: robust molecular structure recognition with image-to-graph generation. J Chem Inform Model 63(7):1925\u20131934","journal-title":"J Chem Inform Model"},{"issue":"1","key":"926_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-021-00538-8","volume":"13","author":"K Rajan","year":"2021","unstructured":"Rajan K, Zielesny A, Steinbeck C (2021) Decimer 1.0: deep learning for chemical image recognition using transformers. J Cheminform 13(1):1\u201316","journal-title":"J Cheminform"},{"issue":"1","key":"926_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-022-00624-5","volume":"14","author":"Z Xu","year":"2022","unstructured":"Xu Z, Li J, Yang Z, Li S, Li H (2022) Swinocsr: end-to-end optical chemical structure recognition using a swin transformer. J Cheminform 14(1):1\u201313","journal-title":"J Cheminform"},{"key":"926_CR6","doi-asserted-by":"crossref","unstructured":"Yoo S, Kwon O, Lee H (2022) Image-to-graph transformers for chemical structure recognition. In: ICASSP 2022\u20132022 IEEE international conference on acoustics, speech and signal processing (ICASSP), pp 3393\u20133397. IEEE, New York","DOI":"10.1109\/ICASSP43922.2022.9746088"},{"issue":"42","key":"926_CR7","doi-asserted-by":"publisher","first-page":"14174","DOI":"10.1039\/D1SC01839F","volume":"12","author":"D-A Clevert","year":"2021","unstructured":"Clevert D-A, Le T, Winter R, Montanari F (2021) Img2mol-accurate smiles recognition from molecular graphical depictions. Chem Sci 12(42):14174\u201314181","journal-title":"Chem Sci"},{"issue":"1","key":"926_CR8","doi-asserted-by":"publisher","first-page":"202100069","DOI":"10.1002\/cmtd.202100069","volume":"2","author":"I Khokhlov","year":"2022","unstructured":"Khokhlov I, Krasnov L, Fedorov MV, Sosnin S (2022) Image2smiles: transformer-based molecular optical recognition engine. Chem Methods 2(1):202100069","journal-title":"Chem Methods"},{"key":"926_CR9","doi-asserted-by":"crossref","unstructured":"Cao H, Wang Y, Chen J, Jiang D, Zhang X, Tian Q, Wang M (2022) Swin-unet: unet-like pure transformer for medical image segmentation. In: European conference on computer vision, pp 205\u2013218. Springer, Berlin","DOI":"10.1007\/978-3-031-25066-8_9"},{"key":"926_CR10","unstructured":"Chen J, Lu Y, Yu Q, Luo X, Adeli E, Wang Y, Lu L, Yuille AL, Zhou Y (2021) Transunet: transformers make strong encoders for medical image segmentation. arXiv preprint arXiv:2102.04306"},{"key":"926_CR11","doi-asserted-by":"crossref","unstructured":"Hatamizadeh A, Nath V, Tang Y, Yang D, Roth HR, Xu D (2021) Swin unetr: Swin transformers for semantic segmentation of brain tumors in mri images. In: International MICCAI brainlesion workshop, pp 272\u2013284. Springer, Berlin","DOI":"10.1007\/978-3-031-08999-2_22"},{"key":"926_CR12","doi-asserted-by":"crossref","unstructured":"Hatamizadeh A, Tang Y, Nath V, Yang D, Myronenko A, Landman B, Roth HR, Xu D (2022) Unetr: transformers for 3d medical image segmentation. In: Proceedings of the IEEE\/CVF winter conference on applications of computer vision, pp 574\u2013584","DOI":"10.1109\/WACV51458.2022.00181"},{"key":"926_CR13","unstructured":"Oktay O, Schlemper J, Folgoc LL, Lee M, Heinrich M, Misawa K, Mori K, McDonagh S, Hammerla NY, Kainz B, et al. (2018) Attention u-net: learning where to look for the pancreas. arXiv preprint arXiv:1804.03999"},{"issue":"1","key":"926_CR14","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1021\/ci00057a005","volume":"28","author":"D Weininger","year":"1988","unstructured":"Weininger D (1988) Smiles, a chemical language and information system. 1. Introduction to methodology and encoding rules. J Chem Inform Comput Sci 28(1):31\u201336","journal-title":"J Chem Inform Comput Sci"},{"key":"926_CR15","unstructured":"Chen T, Saxena S, Li L, Fleet DJ, Hinton G (2021) Pix2seq: a language modeling framework for object detection. arXiv preprint arXiv:2109.10852"},{"key":"926_CR16","doi-asserted-by":"crossref","unstructured":"Shit S, Koner R, Wittmann B, Paetzold J, Ezhov I, Li H, Pan J, Sharifzadeh S, Kaissis G, Tresp V, et al. (2022) Relationformer: a unified framework for image-to-graph generation. In: European conference on computer vision, pp 422\u2013439. Springer, Berlin","DOI":"10.1007\/978-3-031-19836-6_24"},{"issue":"1","key":"926_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-020-00465-0","volume":"12","author":"K Rajan","year":"2020","unstructured":"Rajan K, Brinkhaus HO, Zielesny A, Steinbeck C (2020) A review of optical chemical structure recognition tools. J Cheminform 12(1):1\u201313","journal-title":"J Cheminform"},{"key":"926_CR18","doi-asserted-by":"crossref","unstructured":"Filippov IV, Nicklaus MC (2009) Optical structure recognition software to recover chemical information: OSRA, an open source solution. ACS Publications, Washington, DC","DOI":"10.1021\/ci800067r"},{"key":"926_CR19","unstructured":"Electronic IC, Collisions A, Defense USD (1975) Abstracts of Papers vol. 1. W. Benjamin, Paris"},{"key":"926_CR20","doi-asserted-by":"crossref","unstructured":"Algorri M-E, Zimmermann M, Friedrich CM, Akle S, Hofmann-Apitius M (2007) Reconstruction of chemical molecules from images. In: 2007 29th annual international conference of the IEEE engineering in medicine and biology society, pp 4609\u20134612. IEEE, New York","DOI":"10.1109\/IEMBS.2007.4353366"},{"key":"926_CR21","doi-asserted-by":"crossref","unstructured":"Casey R, Boyer S, Healey P, Miller A, Oudot B, Zilles K (1993) Optical recognition of chemical graphics. In: Proceedings of 2nd international conference on document analysis and recognition (ICDAR\u201993), pp 627\u2013631. IEEE, New York","DOI":"10.1109\/ICDAR.1993.395658"},{"issue":"4","key":"926_CR22","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1021\/ci800449t","volume":"49","author":"AT Valko","year":"2009","unstructured":"Valko AT, Johnson AP (2009) Clide pro: the latest generation of clide, a tool for optical chemical structure recognition. J Chem Inform Model 49(4):780\u2013787","journal-title":"J Chem Inform Model"},{"issue":"8","key":"926_CR23","doi-asserted-by":"publisher","first-page":"2380","DOI":"10.1021\/ci5002197","volume":"54","author":"P Frasconi","year":"2014","unstructured":"Frasconi P, Gabbrielli F, Lippi M, Marinai S (2014) Markov logic networks for optical chemical structure recognition. J Chem Inform Model 54(8):2380\u20132390","journal-title":"J Chem Inform Model"},{"issue":"3","key":"926_CR24","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1021\/ci00013a010","volume":"33","author":"P Ibison","year":"1993","unstructured":"Ibison P, Jacquot M, Kam F, Neville A, Simpson RW, Tonnelier C, Venczel T, Johnson AP (1993) Chemical literature data extraction: the clide project. J Chem Inform Comput Sci 33(3):338\u2013344","journal-title":"J Chem Inform Comput Sci"},{"issue":"4","key":"926_CR25","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1021\/ci00008a018","volume":"32","author":"JR McDaniel","year":"1992","unstructured":"McDaniel JR, Balmuth JR (1992) Kekule: Ocr-optical chemical (structure) recognition. J Chem Inform Comput Sci 32(4):373\u2013378","journal-title":"J Chem Inform Comput Sci"},{"key":"926_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1752-153X-3-4","volume":"3","author":"J Park","year":"2009","unstructured":"Park J, Rosania GR, Shedden KA, Nguyen M, Lyu N, Saitou K (2009) Automated extraction of chemical structure information from digital raster images. Chem Central J 3:1\u201316","journal-title":"Chem Central J"},{"key":"926_CR27","doi-asserted-by":"crossref","unstructured":"Sadawi NM, Sexton AP, Sorge V (2012) Chemical structure recognition: a rule-based approach. In: Document recognition and retrieval XIX, vol 8297, pp 101\u2013109. SPIE, Bellingham","DOI":"10.1117\/12.912185"},{"key":"926_CR28","doi-asserted-by":"crossref","unstructured":"Smolov V, Zentsev F, Rybalkin M (2011) Imago: open-source toolkit for 2d chemical structure image recognition. In: TREC","DOI":"10.6028\/NIST.SP.500-296.chemical-GGA"},{"issue":"10","key":"926_CR29","doi-asserted-by":"publisher","first-page":"4506","DOI":"10.1021\/acs.jcim.0c00459","volume":"60","author":"M Oldenhof","year":"2020","unstructured":"Oldenhof M, Arany A, Moreau Y, Simm J (2020) Chemgrapher: optical graph recognition of chemical compounds by deep learning. J Chem Inform Model 60(10):4506\u20134517","journal-title":"J Chem Inform Model"},{"issue":"22","key":"926_CR30","doi-asserted-by":"publisher","first-page":"5321","DOI":"10.1021\/acs.jcim.2c00733","volume":"62","author":"Y Xu","year":"2022","unstructured":"Xu Y, Xiao J, Chou C-H, Zhang J, Zhu J, Hu Q, Li H, Han N, Liu B, Zhang S et al (2022) Molminer: You only look once for chemical structure recognition. J Chem Inform Model 62(22):5321\u20135328","journal-title":"J Chem Inform Model"},{"key":"926_CR31","first-page":"31","volume":"8","author":"G Landrum","year":"2013","unstructured":"Landrum G et al (2013) Rdkit: a software suite for cheminformatics, computational chemistry, and predictive modeling. Greg Landrum 8:31","journal-title":"Greg Landrum"},{"issue":"Suppl 1","key":"926_CR32","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1186\/1758-2946-3-S1-P4","volume":"3","author":"D Pavlov","year":"2011","unstructured":"Pavlov D, Rybalkin M, Karulin B, Kozhevnikov M, Savelyev A, Churinov A (2011) Indigo: universal cheminformatics API. J Cheminform 3(Suppl 1):4","journal-title":"J Cheminform"},{"issue":"3","key":"926_CR33","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1021\/ci00007a012","volume":"32","author":"A Dalby","year":"1992","unstructured":"Dalby A, Nourse JG, Hounshell WD, Gushurst AK, Grier DL, Leland BA, Laufer J (1992) Description of several chemical structure file formats used by computer programs developed at molecular design limited. J Chem Inform Comput Sci 32(3):244\u2013255","journal-title":"J Chem Inform Comput Sci"},{"key":"926_CR34","doi-asserted-by":"crossref","unstructured":"Liu Z, Mao H, Wu C-Y, Feichtenhofer C, Darrell T, Xie S (2022) A convnet for the 2020s. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 11976\u201311986","DOI":"10.1109\/CVPR52688.2022.01167"},{"key":"926_CR35","doi-asserted-by":"crossref","unstructured":"He K, Zhang X, Ren S, Sun J (2016) Deep residual learning for image recognition. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 770\u2013778","DOI":"10.1109\/CVPR.2016.90"},{"key":"926_CR36","unstructured":"Dosovitskiy A, Beyer L, Kolesnikov A, Weissenborn D, Zhai X, Unterthiner T, Dehghani M, Minderer M, Heigold G, Gelly S et al (2020) An image is worth 16\u00d716 words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929"},{"issue":"D1","key":"926_CR37","doi-asserted-by":"publisher","first-page":"1202","DOI":"10.1093\/nar\/gkv951","volume":"44","author":"S Kim","year":"2016","unstructured":"Kim S, Thiessen PA, Bolton EE, Chen J, Fu G, Gindulyte A, Han L, He J, He S, Shoemaker BA et al (2016) Pubchem substance and compound databases. Nucleic Acids Res 44(D1):1202\u20131213","journal-title":"Nucleic Acids Res"},{"key":"926_CR38","doi-asserted-by":"crossref","unstructured":"Marco AC, Myers A, Graham SJ, D\u2019Agostino P, Apple K (2015) The USPTO patent assignment dataset: descriptions and analysis","DOI":"10.2139\/ssrn.2636461"},{"key":"926_CR39","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in neural information processing systems, vol 30"},{"key":"926_CR40","unstructured":"Peryea T, Katzel D, Zhao T, Southall N, Nguyen D-T (2019) Molvec: open source library for chemical structure recognition. In: Abstracts of papers of the American Chemical Society, vol 258. American Chemical Society, Washington, DC"},{"issue":"10","key":"926_CR41","doi-asserted-by":"publisher","first-page":"4962","DOI":"10.1021\/acs.jcim.1c01017","volume":"61","author":"DM Wilary","year":"2021","unstructured":"Wilary DM, Cole JM (2021) Reactiondataextractor: a tool for automated extraction of information from chemical reaction schemes. J Chem Inform Model 61(10):4962\u20134974","journal-title":"J Chem Inform Model"},{"issue":"9","key":"926_CR42","doi-asserted-by":"publisher","first-page":"2035","DOI":"10.1021\/acs.jcim.1c00284","volume":"62","author":"J Guo","year":"2022","unstructured":"Guo J, Santiago Ibanez-Lopez A, Gao H, Quach V, Coley CW, Jensen KF, Barzilay R (2022) Automated chemical reaction extraction from scientific literature. J Chem Inform Model 62(9):2035\u20132045","journal-title":"J Chem Inform Model"}],"container-title":["Journal of Cheminformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13321-024-00926-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13321-024-00926-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13321-024-00926-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,18]],"date-time":"2024-12-18T06:13:31Z","timestamp":1734502411000},"score":1,"resource":{"primary":{"URL":"https:\/\/jcheminf.biomedcentral.com\/articles\/10.1186\/s13321-024-00926-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,18]]},"references-count":42,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["926"],"URL":"https:\/\/doi.org\/10.1186\/s13321-024-00926-w","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-3936549\/v1","asserted-by":"object"}]},"ISSN":["1758-2946"],"issn-type":[{"value":"1758-2946","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,18]]},"assertion":[{"value":"7 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 November 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 December 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing financial interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}}],"article-number":"141"}}