{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,18]],"date-time":"2026-03-18T05:35:56Z","timestamp":1773812156946,"version":"3.50.1"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T00:00:00Z","timestamp":1723075200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T00:00:00Z","timestamp":1723075200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Cheminform"],"DOI":"10.1186\/s13321-024-00887-0","type":"journal-article","created":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T11:04:45Z","timestamp":1723115085000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":13,"title":["Evaluation of reinforcement learning in transformer-based molecular design"],"prefix":"10.1186","volume":"16","author":[{"given":"Jiazhen","family":"He","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alessandro","family":"Tibo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jon Paul","family":"Janet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eva","family":"Nittinger","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Tyrchan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Werngard","family":"Czechtizky","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ola","family":"Engkvist","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,8,8]]},"reference":[{"issue":"8","key":"887_CR1","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1007\/s10822-013-9672-4","volume":"27","author":"PG Polishchuk","year":"2013","unstructured":"Polishchuk PG, Madzhidov TI, Varnek A (2013) Estimation of the size of drug-like chemical space based on gdb-17 data. J Comput-Aid Mol Des 27(8):675\u2013679","journal-title":"J Comput-Aid Mol Des"},{"issue":"1","key":"887_CR2","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1021\/acscentsci.7b00512","volume":"4","author":"MH Segler","year":"2018","unstructured":"Segler MH, Kogej T, Tyrchan C, Waller MP (2018) Generating focused molecule libraries for drug discovery with recurrent neural networks. ACS Central Sci 4(1):120\u2013131","journal-title":"ACS Central Sci"},{"issue":"1\u20132","key":"887_CR3","doi-asserted-by":"publisher","first-page":"1700111","DOI":"10.1002\/minf.201700111","volume":"37","author":"A Gupta","year":"2018","unstructured":"Gupta A, M\u00fcller AT, Huisman BJ, Fuchs JA, Schneider P, Schneider G (2018) Generative recurrent networks for de novo drug design. Mol Inform 37(1\u20132):1700111","journal-title":"Mol Inform"},{"key":"887_CR4","unstructured":"Bjerrum EJ, Threlfall R (2017) Molecular generation with recurrent neural networks (RNNs). arXiv preprint arXiv:1705.04612"},{"issue":"2","key":"887_CR5","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1021\/acscentsci.7b00572","volume":"4","author":"R G\u00f3mez-Bombarelli","year":"2018","unstructured":"G\u00f3mez-Bombarelli R, Wei JN, Duvenaud D, Hern\u00e1ndez-Lobato JM, S\u00e1nchez-Lengeling B, Sheberla D, Aguilera-Iparraguirre J, Hirzel TD, Adams RP, Aspuru-Guzik A (2018) Automatic chemical design using a data-driven continuous representation of molecules. ACS Central Sci 4(2):268\u2013276","journal-title":"ACS Central Sci"},{"key":"887_CR6","unstructured":"Dai H, Tian Y, Dai B, Skiena S, Song L (2018) Syntax-directed variational autoencoder for molecule generation. In: Proceedings of the International Conference on Learning Representations"},{"issue":"1","key":"887_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-018-0286-7","volume":"10","author":"J Lim","year":"2018","unstructured":"Lim J, Ryu S, Kim JW, Kim WY (2018) Molecular generative model based on conditional variational autoencoder for de novo molecular design. J Cheminform 10(1):1\u20139","journal-title":"J Cheminform"},{"key":"887_CR8","unstructured":"Jin W, Barzilay R, Jaakkola T (2018) Junction tree variational autoencoder for molecular graph generation. In: International Conference on Machine Learning, pp. 2323\u20132332"},{"key":"887_CR9","unstructured":"Liu Q, Allamanis M, Brockschmidt M, Gaunt A (2018) Constrained graph variational autoencoders for molecule design. In: Advances in Neural Information Processing Systems, pp. 7795\u20137804"},{"key":"887_CR10","doi-asserted-by":"crossref","unstructured":"Simonovsky M, Komodakis N (2018) Graphvae: Towards generation of small graphs using variational autoencoders. In: International Conference on Artificial Neural Networks, pp. 412\u2013422. Springer","DOI":"10.1007\/978-3-030-01418-6_41"},{"issue":"9","key":"887_CR11","doi-asserted-by":"publisher","first-page":"2064","DOI":"10.1021\/acs.jcim.1c00600","volume":"62","author":"V Bagal","year":"2021","unstructured":"Bagal V, Aggarwal R, Vinod P, Priyakumar UD (2021) Molgpt: molecular generation using a transformer-decoder model. J Chem Inf Model 62(9):2064\u20132076","journal-title":"J Chem Inf Model"},{"issue":"1","key":"887_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-021-00497-0","volume":"13","author":"J He","year":"2021","unstructured":"He J, You H, Sandstr\u00f6m E, Nittinger E, Bjerrum EJ, Tyrchan C, Czechtizky W, Engkvist O (2021) Molecular optimization by capturing chemist\u00e2\u20ac\u2122s intuition using deep neural networks. J Cheminform 13(1):1\u201317","journal-title":"J Cheminform"},{"issue":"1","key":"887_CR13","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/ac3ffb","volume":"3","author":"R Irwin","year":"2022","unstructured":"Irwin R, Dimitriadis S, He J, Bjerrum EJ (2022) Chemformer: a pre-trained transformer for computational chemistry. Mach Learn Sci Technol 3(1):015022","journal-title":"Mach Learn Sci Technol"},{"key":"887_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-021-00565-5","volume":"13","author":"S Zheng","year":"2021","unstructured":"Zheng S, Lei Z, Ai H, Chen H, Deng D, Yang Y (2021) Deep scaffold hopping with multimodal transformer neural networks. J Cheminform 13:1\u201315","journal-title":"J Cheminform"},{"key":"887_CR15","unstructured":"Guimaraes GL, Sanchez-Lengeling B, Outeiral C, Farias PLC, Aspuru-Guzik A (2017) Objective-reinforced generative adversarial networks (organ) for sequence generation models. arXiv preprint arXiv:1705.10843"},{"issue":"6","key":"887_CR16","doi-asserted-by":"publisher","first-page":"1194","DOI":"10.1021\/acs.jcim.7b00690","volume":"58","author":"E Putin","year":"2018","unstructured":"Putin E, Asadulaev A, Ivanenkov Y, Aladinskiy V, Sanchez-Lengeling B, Aspuru-Guzik A, Zhavoronkov A (2018) Reinforced adversarial neural computer for de novo molecular design. J Chem Inf Model 58(6):1194\u20131204","journal-title":"J Chem Inf Model"},{"issue":"10","key":"887_CR17","doi-asserted-by":"publisher","first-page":"4386","DOI":"10.1021\/acs.molpharmaceut.7b01137","volume":"15","author":"E Putin","year":"2018","unstructured":"Putin E, Asadulaev A, Vanhaelen Q, Ivanenkov Y, Aladinskaya AV, Aliper A, Zhavoronkov A (2018) Adversarial threshold neural computer for molecular de novo design. Mol Pharm 15(10):4386\u20134397","journal-title":"Mol Pharm"},{"key":"887_CR18","unstructured":"De\u00a0Cao N, Kipf T (2018) MolGAN: An implicit generative model for small molecular graphs. In: ICML 2018 Workshop on Theoretical Foundations and Applications of Deep Generative Models"},{"issue":"2","key":"887_CR19","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/abcf91","volume":"2","author":"R Mercado","year":"2021","unstructured":"Mercado R, Rastemo T, Lindel\u00f6f E, Klambauer G, Engkvist O, Chen H, Bjerrum EJ (2021) Graph networks for molecular design. Mach Learn Sci Technol 2(2):025023","journal-title":"Mach Learn Sci Technol"},{"key":"887_CR20","doi-asserted-by":"publisher","first-page":"242","DOI":"10.1016\/j.neucom.2021.04.039","volume":"450","author":"P Bongini","year":"2021","unstructured":"Bongini P, Bianchini M, Scarselli F (2021) Molecular generative graph neural networks for drug discovery. Neurocomputing 450:242\u2013252","journal-title":"Neurocomputing"},{"issue":"1","key":"887_CR21","doi-asserted-by":"publisher","first-page":"3156","DOI":"10.1038\/s41467-021-23415-2","volume":"12","author":"O Mahmood","year":"2021","unstructured":"Mahmood O, Mansimov E, Bonneau R, Cho K (2021) Masked graph modeling for molecule generation. Nat Commun 12(1):3156","journal-title":"Nat Commun"},{"issue":"1","key":"887_CR22","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1186\/s13321-023-00766-0","volume":"15","author":"C Hu","year":"2023","unstructured":"Hu C, Li S, Yang C, Chen J, Xiong Y, Fan G, Liu H, Hong L (2023) Scaffoldgvae: scaffold generation and hopping of drug molecules via a variational autoencoder based on multi-view graph neural networks. J Cheminform 15(1):91","journal-title":"J Cheminform"},{"key":"887_CR23","unstructured":"Xu M, Yu L, Song Y, Shi C, Ermon S, Tang J (2022) Geodiff: A geometric diffusion model for molecular conformation generation. International Conference on Learning Representations"},{"key":"887_CR24","unstructured":"Hoogeboom E, Satorras VG, Vignac C, Welling M (2022) Equivariant diffusion for molecule generation in 3d. In: International Conference on Machine Learning, pp. 8867\u20138887. PMLR"},{"key":"887_CR25","doi-asserted-by":"crossref","unstructured":"Igashov I, St\u00e4rk H, Vignac C, Schneuing A, Satorras VG, Frossard P, Welling M, Bronstein M, Correia B (2024) Equivariant 3d-conditional diffusion model for molecular linker design. Nat Mach Intell 1\u201311","DOI":"10.1038\/s42256-024-00815-9"},{"key":"887_CR26","unstructured":"Jin W, Yang K, Barzilay R, Jaakkola T (2018) Learning multimodal graph-to-graph translation for molecule optimization. In: International Conference on Learning Representations"},{"key":"887_CR27","unstructured":"Jin W, Barzilay R, Jaakkola T (2019) Hierarchical graph-to-graph translation for molecules. arXiv:1907.11223"},{"key":"887_CR28","unstructured":"Jin W, Barzilay R, Jaakkola T (2020) Hierarchical generation of molecular graphs using structural motifs. In: International Conference on Machine Learning, pp. 4839\u20134848. PMLR"},{"key":"887_CR29","doi-asserted-by":"crossref","unstructured":"He J, Mattsson F, Forsberg M, Bjerrum EJ, Engkvist O, Tyrchan C, Czechtizky W (2021) Transformer neural network for structure constrained molecular optimization. In: ICLR 2021 Workshop: Machine Learning for Preventing and Combating Pandemics","DOI":"10.26434\/chemrxiv.14416133"},{"issue":"1","key":"887_CR30","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1186\/s13321-022-00599-3","volume":"14","author":"J He","year":"2022","unstructured":"He J, Nittinger E, Tyrchan C, Czechtizky W, Patronov A, Bjerrum EJ, Engkvist O (2022) Transformer-based molecular optimization beyond matched molecular pairs. J Cheminform 14(1):18","journal-title":"J Cheminform"},{"issue":"1","key":"887_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-020-00441-8","volume":"12","author":"J Ar\u00fas-Pous","year":"2020","unstructured":"Ar\u00fas-Pous J, Patronov A, Bjerrum EJ, Tyrchan C, Reymond J-L, Chen H, Engkvist O (2020) Smiles-based deep generative scaffold decorator for de-novo drug design. J Cheminform 12(1):1\u201318","journal-title":"J Cheminform"},{"issue":"9","key":"887_CR32","doi-asserted-by":"publisher","first-page":"2046","DOI":"10.1021\/acs.jcim.1c00469","volume":"62","author":"V Fialkov\u00e1","year":"2021","unstructured":"Fialkov\u00e1 V, Zhao J, Papadopoulos K, Engkvist O, Bjerrum EJ, Kogej T, Patronov A (2021) Libinvent: reaction-based generative scaffold decoration for in silico library design. J Chem Inf Model 62(9):2046\u20132063","journal-title":"J Chem Inf Model"},{"issue":"1","key":"887_CR33","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1021\/acs.jcim.9b00727","volume":"60","author":"Y Li","year":"2019","unstructured":"Li Y, Hu J, Wang Y, Zhou J, Zhang L, Liu Z (2019) Deepscaffold: a comprehensive tool for scaffold-based de novo drug discovery using deep learning. J Chem Inf Model 60(1):77\u201391","journal-title":"J Chem Inf Model"},{"issue":"4","key":"887_CR34","doi-asserted-by":"publisher","first-page":"1153","DOI":"10.1039\/C9SC04503A","volume":"11","author":"J Lim","year":"2020","unstructured":"Lim J, Hwang S-Y, Moon S, Kim S, Kim WY (2020) Scaffold-based molecular design with a graph generative model. Chem Sci 11(4):1153\u20131164","journal-title":"Chem Sci"},{"issue":"2","key":"887_CR35","doi-asserted-by":"publisher","first-page":"392","DOI":"10.1039\/D2DD00115B","volume":"2","author":"J Guo","year":"2023","unstructured":"Guo J, Knuth F, Margreitter C, Janet JP, Papadopoulos K, Engkvist O, Patronov A (2023) Link-invent: generative linker design with reinforcement learning. Digit Discov 2(2):392\u2013408","journal-title":"Digit Discov"},{"issue":"31","key":"887_CR36","doi-asserted-by":"publisher","first-page":"8312","DOI":"10.1039\/D0SC03126G","volume":"11","author":"Y Yang","year":"2020","unstructured":"Yang Y, Zheng S, Su S, Zhao C, Xu J, Chen H (2020) Syntalinker: automatic fragment linking with deep conditional transformer neural networks. Chem Sci 11(31):8312\u20138322","journal-title":"Chem Sci"},{"issue":"4","key":"887_CR37","doi-asserted-by":"publisher","first-page":"1983","DOI":"10.1021\/acs.jcim.9b01120","volume":"60","author":"F Imrie","year":"2020","unstructured":"Imrie F, Bradley AR, van der Schaar M, Deane CM (2020) Deep generative models for 3d linker design. J Chem Inf Model 60(4):1983\u20131995","journal-title":"J Chem Inf Model"},{"key":"887_CR38","doi-asserted-by":"crossref","unstructured":"Liu X, Ye K, van Vlijmen HW, IJzerman, AP, van Westen, GJ (2023) Drugex v3: scaffold-constrained drug design with graph transformer-based reinforcement learning. J Cheminform 15(1):24","DOI":"10.1186\/s13321-023-00694-z"},{"key":"887_CR39","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: Advances in Neural Information Processing Systems, pp. 5998\u20136008"},{"issue":"1","key":"887_CR40","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1021\/ci00057a005","volume":"28","author":"D Weininger","year":"1988","unstructured":"Weininger D (1988) Smiles, a chemical language and information system 1 introduction to methodology and encoding rules. J Chem Inf Comput Sci 28(1):31\u201336","journal-title":"J Chem Inf Comput Sci"},{"issue":"1","key":"887_CR41","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1186\/s13321-017-0235-x","volume":"9","author":"M Olivecrona","year":"2017","unstructured":"Olivecrona M, Blaschke T, Engkvist O, Chen H (2017) Molecular de-novo design through deep reinforcement learning. J Cheminform 9(1):48","journal-title":"J Cheminform"},{"issue":"12","key":"887_CR42","doi-asserted-by":"publisher","first-page":"5918","DOI":"10.1021\/acs.jcim.0c00915","volume":"60","author":"T Blaschke","year":"2020","unstructured":"Blaschke T, Ar\u00fas-Pous J, Chen H, Margreitter C, Tyrchan C, Engkvist O, Papadopoulos K, Patronov A (2020) Reinvent 2.0: an ai tool for de novo drug design. J Chem Inf Model 60(12):5918\u20135922","journal-title":"J Chem Inf Model"},{"key":"887_CR43","unstructured":"Ghugare R, Miret S (2023) Searching for high-value molecules using reinforcement learning and transformers. arXiv:2310.02902"},{"key":"887_CR44","doi-asserted-by":"crossref","unstructured":"Tibo A, He J, Janet JP, Nittinger E, Engkvist O (2023) Exhaustive local chemical space exploration using a transformer model","DOI":"10.26434\/chemrxiv-2023-v25xb"},{"key":"887_CR45","doi-asserted-by":"crossref","unstructured":"Loeffler H, He J, Tibo A, Janet JP, Voronov A, Mervin L, Engkvist O (2023)Reinvent4: Modern ai\u2013driven generative molecule design","DOI":"10.26434\/chemrxiv-2023-xt65x"},{"key":"887_CR46","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13321-016-0187-6","volume":"9","author":"J Sun","year":"2017","unstructured":"Sun J, Jeliazkova N, Chupakhin V, Golib-Dzib J-F, Engkvist O, Carlsson L, Wegner J, Ceulemans H, Georgiev I, Jeliazkov V (2017) Excape-db: an integrated large scale dataset facilitating big data analysis in chemogenomics. J Cheminform 9:1\u20139","journal-title":"J Cheminform"},{"issue":"2","key":"887_CR47","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1038\/nchem.1243","volume":"4","author":"GR Bickerton","year":"2012","unstructured":"Bickerton GR, Paolini GV, Besnard J, Muresan S, Hopkins AL (2012) Quantifying the chemical beauty of drugs. Nat Chem 4(2):90\u201398","journal-title":"Nat Chem"}],"container-title":["Journal of Cheminformatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13321-024-00887-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13321-024-00887-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13321-024-00887-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T11:09:09Z","timestamp":1723115349000},"score":1,"resource":{"primary":{"URL":"https:\/\/jcheminf.biomedcentral.com\/articles\/10.1186\/s13321-024-00887-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,8]]},"references-count":47,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["887"],"URL":"https:\/\/doi.org\/10.1186\/s13321-024-00887-0","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-4106688\/v1","asserted-by":"object"}]},"ISSN":["1758-2946"],"issn-type":[{"value":"1758-2946","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8,8]]},"assertion":[{"value":"15 March 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 July 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"8 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"95"}}