{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,11]],"date-time":"2026-04-11T19:09:44Z","timestamp":1775934584858,"version":"3.50.1"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,6,17]],"date-time":"2023-06-17T00:00:00Z","timestamp":1686960000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,17]],"date-time":"2023-06-17T00:00:00Z","timestamp":1686960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comput Aided Mol Des"],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1007\/s10822-023-00512-6","type":"journal-article","created":{"date-parts":[[2023,6,17]],"date-time":"2023-06-17T06:02:10Z","timestamp":1686981730000},"page":"373-394","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Faster and more diverse de novo molecular optimization with double-loop reinforcement learning using augmented SMILES"],"prefix":"10.1007","volume":"37","author":[{"given":"Esben Jannik","family":"Bjerrum","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Margreitter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Blaschke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Simona","family":"Kolarova","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Raquel L\u00f3pez-R\u00edos","family":"de Castro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,6,17]]},"reference":[{"key":"512_CR1","unstructured":"Bjerrum EJ, Threlfall R (2017) Molecular generation with recurrent neural networks (RNNs). http:\/\/arxiv.org\/abs\/1705.04612"},{"issue":"1","key":"512_CR2","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1186\/s13321-017-0235-x","volume":"9","author":"M Olivecrona","year":"2017","unstructured":"Olivecrona M, Blaschke T, Engkvist O, Chen H (2017) Molecular de novo design through deep reinforcement learning. J Cheminform 9(1):48. https:\/\/doi.org\/10.1186\/s13321-017-0235-x","journal-title":"J Cheminform"},{"issue":"1","key":"512_CR3","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1021\/acscentsci.7b00512","volume":"4","author":"MHS Segler","year":"2018","unstructured":"Segler MHS, Kogej T, Tyrchan C, Waller MP (2018) Generating focused molecule libraries for drug discovery with recurrent neural networks. ACS Cent Sci 4(1):120\u2013131. https:\/\/doi.org\/10.1021\/acscentsci.7b00512","journal-title":"ACS Cent Sci"},{"issue":"9","key":"512_CR4","doi-asserted-by":"publisher","first-page":"3098","DOI":"10.1021\/acs.molpharmaceut.7b00346","volume":"14","author":"A Kadurin","year":"2017","unstructured":"Kadurin A, Nikolenko S, Khrabrov K, Aliper A, Zhavoronkov A (2017) DruGAN: an advanced generative adversarial autoencoder model for de novo generation of new molecules with desired molecular properties in silico. Mol Pharm 14(9):3098\u20133104. https:\/\/doi.org\/10.1021\/acs.molpharmaceut.7b00346","journal-title":"Mol Pharm"},{"issue":"2","key":"512_CR5","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1021\/acscentsci.7b00572","volume":"4","author":"R G\u00f3mez-Bombarelli","year":"2018","unstructured":"G\u00f3mez-Bombarelli R, Wei JN, Duvenaud D, Hern\u00e1ndez-Lobato JM, S\u00e1nchez-Lengeling B, Sheberla D, Aguilera-Iparraguirre J, Hirzel TD, Adams RP, Aspuru-Guzik A (2018) Automatic chemical design using a data-driven continuous representation of molecules. ACS Cent Sci 4(2):268\u2013276. https:\/\/doi.org\/10.1021\/acscentsci.7b00572","journal-title":"ACS Cent Sci"},{"key":"512_CR6","unstructured":"Bjerrum EJ (n.d.) Teaching computers molecular creativity. Cheminformania. https:\/\/www.cheminformania.com\/teaching-computers-molecular-creativity\/. Accessed 29 Jan 2023"},{"key":"512_CR7","unstructured":"Segler MHS, Kogej T, Tyrchan C, Waller MP (2017) Generating focussed molecule libraries for drug discovery with recurrent neural networks. arXiv. http:\/\/arxiv.org\/abs\/1701.01329. Accessed 6 Feb 2023"},{"issue":"12","key":"512_CR8","doi-asserted-by":"publisher","first-page":"5918","DOI":"10.1021\/acs.jcim.0c00915","volume":"60","author":"T Blaschke","year":"2020","unstructured":"Blaschke T, Ar\u00fas-Pous J, Chen H, Margreitter C, Tyrchan C, Engkvist O, Papadopoulos K, Patronov A (2020) REINVENT 2.0: an AI tool for de novo drug design. J Chem Inf Model 60(12):5918\u20135922. https:\/\/doi.org\/10.1021\/acs.jcim.0c00915","journal-title":"J Chem Inf Model"},{"key":"512_CR9","doi-asserted-by":"publisher","unstructured":"Guo J, Knuth F, Margreitter C, Janet JP, Papadopoulos K, Engkvist O, Patronov A (2022) Link-INVENT: generative linker design with reinforcement learning. https:\/\/doi.org\/10.26434\/chemrxiv-2022-qkx9f","DOI":"10.26434\/chemrxiv-2022-qkx9f"},{"key":"512_CR10","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.1c00469","author":"V Fialkov\u00e1","year":"2021","unstructured":"Fialkov\u00e1 V, Zhao J, Papadopoulos K, Engkvist O, Bjerrum EJ, Kogej T, Patronov A (2021) LibINVENT: reaction-based generative scaffold decoration for in silico library design. J Chem Inf Model. https:\/\/doi.org\/10.1021\/acs.jcim.1c00469","journal-title":"J Chem Inf Model"},{"issue":"4","key":"512_CR11","doi-asserted-by":"publisher","first-page":"828","DOI":"10.1039\/c9me00039a","volume":"4","author":"DC Elton","year":"2019","unstructured":"Elton DC, Boukouvalas Z, Fuge MD, Chung PW (2019) Deep learning for molecular design\u2014a review of the state of the art. Mol Syst Des Eng 4(4):828\u2013849. https:\/\/doi.org\/10.1039\/c9me00039a","journal-title":"Mol Syst Des Eng"},{"key":"512_CR12","doi-asserted-by":"publisher","DOI":"10.4155\/fmc-2018-0358","author":"Y Xu","year":"2019","unstructured":"Xu Y, Lin K, Wang S, Wang L, Cai C, Song C, Lai L, Pei J (2019) Deep learning for molecular generation. Future Med Chem. https:\/\/doi.org\/10.4155\/fmc-2018-0358","journal-title":"Future Med Chem"},{"key":"512_CR13","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1016\/j.sbi.2021.10.001","volume":"72","author":"M Wang","year":"2022","unstructured":"Wang M, Wang Z, Sun H, Wang J, Shen C, Weng G, Chai X, Li H, Cao D, Hou T (2022) Deep learning approaches for de novo drug design: an overview. Curr Opin Struct Biol 72:135\u2013144. https:\/\/doi.org\/10.1016\/j.sbi.2021.10.001","journal-title":"Curr Opin Struct Biol"},{"key":"512_CR14","doi-asserted-by":"publisher","unstructured":"Thomas M, O\u2019Boyle NM, Bender A, de Graaf C (2022) Augmented hill-climb increases reinforcement learning efficiency for language-based de novo molecule generation. https:\/\/doi.org\/10.26434\/chemrxiv-2022-prz2r","DOI":"10.26434\/chemrxiv-2022-prz2r"},{"key":"512_CR15","doi-asserted-by":"publisher","unstructured":"Bjerrum EJ (2017) SMILES enumeration as data augmentation for neural network modeling of molecules. arXiv. https:\/\/doi.org\/10.48550\/arXiv.1703.07076","DOI":"10.48550\/arXiv.1703.07076"},{"issue":"1","key":"512_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-019-0393-0","volume":"11","author":"J Ar\u00fas-Pous","year":"2019","unstructured":"Ar\u00fas-Pous J, Johansson SV, Prykhodko O, Bjerrum EJ, Tyrchan C, Reymond J-L, Chen H, Engkvist O (2019) Randomized SMILES strings improve the quality of molecular generative models. J Cheminform 11(1):1\u201313","journal-title":"J Cheminform"},{"key":"512_CR17","unstructured":"Neil D, Segler M, Guasch L, Ahmed M, Plumbley D, Sellwood M, Brown N (2018) Exploring deep recurrent models with reinforcement learning for molecule design. In: 6th International conference on learning representations, ICLR 2018\u2014workshop track proceedings, 2018, pp 1\u201315"},{"issue":"3","key":"512_CR18","doi-asserted-by":"publisher","first-page":"1096","DOI":"10.1021\/acs.jcim.8b00839","volume":"59","author":"N Brown","year":"2019","unstructured":"Brown N, Fiscato M, Segler MHS, Vaucher AC (2019) GuacaMol: benchmarking models for de novo molecular design. J Chem Inf Model 59(3):1096\u20131108. https:\/\/doi.org\/10.1021\/acs.jcim.8b00839","journal-title":"J Chem Inf Model"},{"key":"512_CR19","doi-asserted-by":"publisher","unstructured":"Gao W, Fu T, Sun J, Coley CW (2022) Sample efficiency matters: a benchmark for practical molecular optimization. arXiv. https:\/\/doi.org\/10.48550\/arXiv.2206.12411","DOI":"10.48550\/arXiv.2206.12411"},{"key":"512_CR20","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1016\/j.ddtec.2020.09.003","volume":"32\u201333","author":"P Renz","year":"2019","unstructured":"Renz P, Van Rompaey D, Wegner JK, Hochreiter S, Klambauer G (2019) On failure modes in molecule generation and optimization. Drug Discov Today Technol 32\u201333:55\u201363. https:\/\/doi.org\/10.1016\/j.ddtec.2020.09.003","journal-title":"Drug Discov Today Technol"},{"issue":"5","key":"512_CR21","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1038\/s42256-020-0174-5","volume":"2","author":"P-C Kotsias","year":"2020","unstructured":"Kotsias P-C, Ar\u00fas-Pous J, Chen H, Engkvist O, Tyrchan C, Bjerrum EJ (2020) Direct steering of de novo molecular generation with descriptor conditional recurrent neural networks. Nat Mach Intell 2(5):254\u2013265","journal-title":"Nat Mach Intell"},{"issue":"4","key":"512_CR22","doi-asserted-by":"publisher","first-page":"131","DOI":"10.3390\/biom8040131","volume":"8","author":"EJ Bjerrum","year":"2018","unstructured":"Bjerrum EJ, Sattarov B (2018) Improving chemical autoencoder latent space and molecular de novo generation diversity with hetero encoders. Biomolecules 8(4):131","journal-title":"Biomolecules"},{"issue":"1","key":"512_CR23","doi-asserted-by":"publisher","first-page":"015022","DOI":"10.1088\/2632-2153\/ac3ffb","volume":"3","author":"R Irwin","year":"2022","unstructured":"Irwin R, Dimitriadis S, He J, Bjerrum EJ (2022) Chemformer: a pre-trained transformer for computational chemistry. Mach Learn Sci Technol 3(1):015022. https:\/\/doi.org\/10.1088\/2632-2153\/ac3ffb","journal-title":"Mach Learn Sci Technol"},{"key":"512_CR24","doi-asserted-by":"publisher","unstructured":"Sumner D, He J, Thakkar A, Engkvist O, Bjerrum EJ (2020) Levenshtein augmentation improves performance of smiles based deep-learning synthesis prediction. https:\/\/doi.org\/10.26434\/chemrxiv.12562121.v1","DOI":"10.26434\/chemrxiv.12562121.v1"},{"key":"512_CR25","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2020.565644","author":"D Polykovskiy","year":"2020","unstructured":"Polykovskiy D, Zhebrak A, Sanchez-Lengeling B, Golovanov S, Tatanov O, Belyaev S, Kurbanov R, Artamonov A, Aladinskiy V, Veselov M, Kadurin A, Johansson S, Chen H, Nikolenko S, Aspuru-Guzik A, Zhavoronkov A (2020) Molecular sets (MOSES): a benchmarking platform for molecular generation models. Front Pharmacol. https:\/\/doi.org\/10.3389\/fphar.2020.565644","journal-title":"Front Pharmacol"},{"key":"512_CR26","unstructured":"Margreitter S (2022) ChemCharts. https:\/\/github.com\/SMargreitter\/ChemCharts. Accessed 9 Sep 2022"},{"issue":"1","key":"512_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13321-020-00473-0","volume":"12","author":"T Blaschke","year":"2020","unstructured":"Blaschke T, Engkvist O, Bajorath J, Chen H (2020) Memory-assisted reinforcement learning for diverse molecular de novo design. J Cheminform 12(1):1\u201317. https:\/\/doi.org\/10.1186\/s13321-020-00473-0","journal-title":"J Cheminform"},{"key":"512_CR28","unstructured":"ReinventCommunity (Jupyter Notebook Tutorials for REINVENT 3.2) (2022) https:\/\/github.com\/MolecularAI\/ReinventCommunity. Accessed 9 Sep 2022"},{"issue":"7695","key":"512_CR29","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1038\/nature25758","volume":"555","author":"S Wang","year":"2018","unstructured":"Wang S, Che T, Levit A, Shoichet BK, Wacker D, Roth BL (2018) Structure of the D2 dopamine receptor bound to the atypical antipsychotic drug risperidone. Nature 555(7695):269\u2013273. https:\/\/doi.org\/10.1038\/nature25758","journal-title":"Nature"},{"issue":"1","key":"512_CR30","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1093\/nar\/28.1.235","volume":"28","author":"HM Berman","year":"2000","unstructured":"Berman HM, Westbrook J, Feng Z, Gilliland G, Bhat TN, Weissig H, Shindyalov IN, Bourne PE (2000) The protein data bank. Nucleic Acids Res 28(1):235\u2013242. https:\/\/doi.org\/10.1093\/nar\/28.1.235","journal-title":"Nucleic Acids Res"},{"issue":"7","key":"512_CR31","doi-asserted-by":"publisher","first-page":"1739","DOI":"10.1021\/jm0306430","volume":"47","author":"RA Friesner","year":"2004","unstructured":"Friesner RA, Banks JL, Murphy RB, Halgren TA, Klicic JJ, Mainz DT, Repasky MP, Knoll EH, Shelley M, Perry JK, Shaw DE, Francis P, Shenkin PS (2004) Glide: a new approach for rapid, accurate docking and scoring. 1. Method and assessment of docking accuracy. J Med Chem 47(7):1739\u20131749. https:\/\/doi.org\/10.1021\/jm0306430","journal-title":"J Med Chem"},{"issue":"1","key":"512_CR32","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1186\/s13321-021-00563-7","volume":"13","author":"J Guo","year":"2021","unstructured":"Guo J, Janet JP, Bauer MR, Nittinger E, Giblin KA, Papadopoulos K, Voronov A, Patronov A, Engkvist O, Margreitter C (2021) DockStream: a docking wrapper to enhance de novo molecular design. J Cheminform 13(1):89. https:\/\/doi.org\/10.1186\/s13321-021-00563-7","journal-title":"J Cheminform"},{"issue":"1","key":"512_CR33","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1186\/s13321-017-0203-5","volume":"9","author":"J Sun","year":"2017","unstructured":"Sun J, Jeliazkova N, Chupakhin V, Golib-Dzib J-F, Engkvist O, Carlsson L, Wegner J, Ceulemans H, Georgiev I, Jeliazkov V, Kochev N, Ashby TJ, Chen H (2017) ExCAPE-DB: an integrated large scale dataset facilitating big data analysis in chemogenomics. J Cheminform 9(1):17. https:\/\/doi.org\/10.1186\/s13321-017-0203-5","journal-title":"J Cheminform"},{"key":"512_CR34","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A, Michel V, Thirion B, Grisel O, Blondel M, Prettenhofer P, Weiss R, Dubourg V, Vanderplas J, Passos A, Cournapeau D, Brucher M, Perrot M, Duchesnay \u00c9 (2011) Scikit-Learn: machine learning in Python. J Mach Learn Res 12:2825\u20132830","journal-title":"J Mach Learn Res"},{"key":"512_CR35","unstructured":"RDKIT: open source cheminformatics. http:\/\/www.rdkit.org. Accessed 8 Sep 2022"},{"key":"512_CR36","doi-asserted-by":"publisher","unstructured":"McInnes L, Healy J, Melville J (2020) UMAP: uniform manifold approximation and projection for dimension reduction. arXiv. https:\/\/doi.org\/10.48550\/arXiv.1802.03426","DOI":"10.48550\/arXiv.1802.03426"},{"key":"512_CR37","doi-asserted-by":"publisher","unstructured":"Richards R, Groener A (2022) Conditional \u03b2-VAE for de novo molecular generation. https:\/\/doi.org\/10.26434\/chemrxiv-2022-g3gvz","DOI":"10.26434\/chemrxiv-2022-g3gvz"},{"key":"512_CR38","volume-title":"Drug-like properties: concepts, structure design and methods from ADME to toxicity optimization","author":"L Di","year":"2016","unstructured":"Di L, Kerns EH (2016) Drug-like properties: concepts, structure design and methods from ADME to toxicity optimization, 2nd edn. Elsevier, Amsterdam","edition":"2"},{"key":"512_CR39","doi-asserted-by":"publisher","first-page":"116308","DOI":"10.1016\/j.bmc.2021.116308","volume":"44","author":"K Papadopoulos","year":"2021","unstructured":"Papadopoulos K, Giblin KA, Janet JP, Patronov A, Engkvist O (2021) De novo design with deep generative models based on 3D similarity scoring. Bioorg Med Chem 44:116308. https:\/\/doi.org\/10.1016\/j.bmc.2021.116308","journal-title":"Bioorg Med Chem"},{"issue":"7873","key":"512_CR40","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1038\/s41586-021-03819-2","volume":"596","author":"J Jumper","year":"2021","unstructured":"Jumper J, Evans R, Pritzel A, Green T, Figurnov M, Ronneberger O, Tunyasuvunakool K, Bates R, \u017d\u00eddek A, Potapenko A, Bridgland A, Meyer C, Kohl SAA, Ballard AJ, Cowie A, Romera-Paredes B, Nikolov S, Jain R, Adler J, Back T, Petersen S, Reiman D, Clancy E, Zielinski M, Steinegger M, Pacholska M, Berghammer T, Bodenstein S, Silver D, Vinyals O, Senior AW, Kavukcuoglu K, Kohli P, Hassabis D (2021) Highly accurate protein structure prediction with AlphaFold. Nature 596(7873):583\u2013589. https:\/\/doi.org\/10.1038\/s41586-021-03819-2","journal-title":"Nature"},{"issue":"9","key":"512_CR41","doi-asserted-by":"publisher","first-page":"e11081","DOI":"10.15252\/msb.202211081","volume":"18","author":"F Wong","year":"2022","unstructured":"Wong F, Krishnan A, Zheng EJ, St\u00e4rk H, Manson AL, Earl AM, Jaakkola T, Collins JJ (2022) Benchmarking AlphaFold-enabled molecular docking predictions for antibiotic discovery. Mol Syst Biol 18(9):e11081. https:\/\/doi.org\/10.15252\/msb.202211081","journal-title":"Mol Syst Biol"}],"container-title":["Journal of Computer-Aided Molecular Design"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10822-023-00512-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10822-023-00512-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10822-023-00512-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,3]],"date-time":"2023-07-03T02:06:24Z","timestamp":1688349984000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10822-023-00512-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,17]]},"references-count":41,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2023,8]]}},"alternative-id":["512"],"URL":"https:\/\/doi.org\/10.1007\/s10822-023-00512-6","relation":{},"ISSN":["0920-654X","1573-4951"],"issn-type":[{"value":"0920-654X","type":"print"},{"value":"1573-4951","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,17]]},"assertion":[{"value":"24 April 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Authors are employees at Odyssey Therapeutics, which has a commercial interest in utilizing generative modelling of prospective drug candidates.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}