{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T17:23:27Z","timestamp":1776446607121,"version":"3.51.2"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2022,6,22]],"date-time":"2022-06-22T00:00:00Z","timestamp":1655856000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,6,22]],"date-time":"2022-06-22T00:00:00Z","timestamp":1655856000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-022-00494-4","type":"journal-article","created":{"date-parts":[[2022,6,22]],"date-time":"2022-06-22T12:37:07Z","timestamp":1655901427000},"page":"555-563","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":41,"title":["Improving de novo molecular design with curriculum learning"],"prefix":"10.1038","volume":"4","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4633-3199","authenticated-orcid":false,"given":"Jeff","family":"Guo","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vendy","family":"Fialkov\u00e1","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juan Diego","family":"Arango","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Margreitter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7825-4797","authenticated-orcid":false,"given":"Jon Paul","family":"Janet","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kostas","family":"Papadopoulos","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4970-6461","authenticated-orcid":false,"given":"Ola","family":"Engkvist","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9797-6573","authenticated-orcid":false,"given":"Atanas","family":"Patronov","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,6,22]]},"reference":[{"key":"494_CR1","doi-asserted-by":"crossref","unstructured":"Jim\u00e9nez-Luna, J., Grisoni, F, Weskamp, N & Schneider, G. Artificial intelligence in drug discovery: recent advances and future perspectives. Expert Opin. Drug Discov. 16, 949\u2013959 (2021).","DOI":"10.1080\/17460441.2021.1909567"},{"key":"494_CR2","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1038\/s41573-019-0050-3","volume":"19","author":"P Schneider","year":"2020","unstructured":"Schneider, P. et al. Rethinking drug design in the artificial intelligence era. Nat. Rev. Drug Discov. 19, 353\u2013364 (2020).","journal-title":"Nat. Rev. Drug Discov."},{"key":"494_CR3","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1007\/s10822-013-9672-4","volume":"27","author":"PG Polishchuk","year":"2013","unstructured":"Polishchuk, P. G., Madzhidov, T. I. & Varnek, A. Estimation of the size of drug-like chemical space based on GDB-17 data. J. Comput. Aided Mol. Des. 27, 675\u2013679 (2013).","journal-title":"J. Comput. Aided Mol. Des."},{"key":"494_CR4","doi-asserted-by":"publisher","first-page":"224","DOI":"10.1038\/s41586-019-0917-9","volume":"566","author":"J Lyu","year":"2019","unstructured":"Lyu, J. et al. Ultra-large library docking for discovering new chemotypes. Nature 566, 224\u2013229 (2019).","journal-title":"Nature"},{"key":"494_CR5","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1038\/s41586-021-04220-9","volume":"601","author":"AA Sadybekov","year":"2022","unstructured":"Sadybekov, A. A. et al. Synthon-based ligand discovery in virtual libraries of over 11 billion compounds. Nature 601, 452\u2013459 (2022).","journal-title":"Nature"},{"key":"494_CR6","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-019-0393-0","volume":"11","author":"J Ar\u00fas-Pous","year":"2019","unstructured":"Ar\u00fas-Pous, J. et al. Randomized SMILES strings improve the quality of molecular generative models. J. Cheminformatics 11, 71 (2019).","journal-title":"J. Cheminformatics"},{"key":"494_CR7","doi-asserted-by":"publisher","first-page":"eaap7885","DOI":"10.1126\/sciadv.aap7885","volume":"4","author":"M Popova","year":"2018","unstructured":"Popova, M., Isayev, O. & Tropsha, A. Deep reinforcement learning for de novo drug design. Sci. Adv. 4, eaap7885 (2018).","journal-title":"Sci. Adv."},{"key":"494_CR8","doi-asserted-by":"publisher","first-page":"5918","DOI":"10.1021\/acs.jcim.0c00915","volume":"60","author":"T Blaschke","year":"2020","unstructured":"Blaschke, T. et al. REINVENT 2.0: an AI tool for de novo drug design. J. Chem. Inf. Model. 60, 5918\u20135922 (2020).","journal-title":"J. Chem. Inf. Model."},{"key":"494_CR9","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-021-00516-0","volume":"13","author":"M Thomas","year":"2021","unstructured":"Thomas, M., Smith, R. T., O\u2019Boyle, N. M., de Graaf, C. & Bender, A. Comparison of structure- and ligand-based scoring functions for deep generative models: a GPCR case study. J. Cheminformatics 13, 39 (2021).","journal-title":"J. Cheminformatics"},{"key":"494_CR10","doi-asserted-by":"crossref","unstructured":"Goel, M., Raghunathan, S., Laghuvarapu, S. & Priyakumar, U. D. MoleGuLAR: Molecule Generation Using Reinforcement Learning with Alternating Rewards. J. Chem. Inf. Model. 61, 5815\u20135826 (2021).","DOI":"10.1021\/acs.jcim.1c01341"},{"key":"494_CR11","doi-asserted-by":"publisher","first-page":"3166","DOI":"10.1021\/acs.jcim.9b00325","volume":"59","author":"N St\u00e5hl","year":"2019","unstructured":"St\u00e5hl, N., Falkman, G., Karlsson, A., Mathiason, G. & Bostr\u00f6m, J. Deep reinforcement learning for multiparameter optimization in de novo drug design. J. Chem. Inf. Model. 59, 3166\u20133176 (2019).","journal-title":"J. Chem. Inf. Model."},{"key":"494_CR12","unstructured":"Guimaraes, G. L., Sanchez-Lengeling, B., Outeiral, C., Farias, P. L. C. & Aspuru-Guzik, A. Objective-Reinforced Generative Adversarial Networks (ORGAN) for sequence generation models. Preprint at https:\/\/arxiv.org\/abs\/1705.10843 (2017)."},{"key":"494_CR13","doi-asserted-by":"publisher","unstructured":"Sanchez-Lengeling, B., Outeiral, C. & Guimaraes, G. L. Optimizing distributions over molecular space. An objective-reinforced generative adversarial network for inverse-design chemistry (ORGANIC). Preprint at https:\/\/doi.org\/10.26434\/chemrxiv.5309668.v3 (2017).","DOI":"10.26434\/chemrxiv.5309668.v3"},{"key":"494_CR14","doi-asserted-by":"publisher","first-page":"10752","DOI":"10.1038\/s41598-019-47148-x","volume":"9","author":"Z Zhou","year":"2019","unstructured":"Zhou, Z., Kearnes, S., Li, L., Zare, R. N. & Riley, P. Optimization of molecules via deep reinforcement learning. Sci. Rep. 9, 10752 (2019).","journal-title":"Sci. Rep."},{"key":"494_CR15","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1021\/acscentsci.7b00572","volume":"4","author":"R G\u00f3mez-Bombarelli","year":"2018","unstructured":"G\u00f3mez-Bombarelli, R. et al. Automatic chemical design using a data-driven continuous representation of molecules. ACS Cent. Sci. 4, 268\u2013276 (2018).","journal-title":"ACS Cent. Sci."},{"key":"494_CR16","doi-asserted-by":"publisher","first-page":"3304","DOI":"10.1021\/acs.jcim.1c00679","volume":"61","author":"B Ma","year":"2021","unstructured":"Ma, B. et al. Structure-based de novo molecular generator combined with artificial intelligence and docking simulations. J. Chem. Inf. Model. 61, 3304\u20133313 (2021).","journal-title":"J. Chem. Inf. Model."},{"key":"494_CR17","doi-asserted-by":"crossref","unstructured":"Bai, Q. et al. MolAICal: a soft tool for 3D drug design of protein targets by artificial intelligence and classical algorithm. Brief. Bioinform. 22, bbaa161 (2021).","DOI":"10.1093\/bib\/bbaa161"},{"key":"494_CR18","doi-asserted-by":"publisher","first-page":"11635","DOI":"10.3390\/ijms222111635","volume":"22","author":"J Choi","year":"2021","unstructured":"Choi, J. & Lee, J. V-dock: fast generation of novel drug-like molecules using machine-learning-based docking score and molecular optimization. Int. J. Mol. Sci. 22, 11635 (2021).","journal-title":"Int. J. Mol. Sci."},{"key":"494_CR19","unstructured":"Nigam, A., Pollice, R. & Aspuru-Guzik, A. JANUS: parallel tempered genetic algorithm guided by deep neural networks for inverse molecular design. Preprint at https:\/\/arxiv.org\/abs\/2106.04011 (2021)."},{"key":"494_CR20","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1021\/ci800308h","volume":"49","author":"CA Nicolaou","year":"2009","unstructured":"Nicolaou, C. A., Apostolakis, J. & Pattichis, C. S. De novo drug design using multiobjective evolutionary graphs. J. Chem. Inf. Model. 49, 295\u2013307 (2009).","journal-title":"J. Chem. Inf. Model."},{"key":"494_CR21","doi-asserted-by":"publisher","unstructured":"Bengio, Y., Louradour, J., Collobert, R. & Weston, J. Curriculum learning. In ICML\u201909: Proc. 26th Annual International Conference on Machine Learning 41\u201348 (ACM, 2009); https:\/\/doi.org\/10.1145\/1553374.1553380","DOI":"10.1145\/1553374.1553380"},{"key":"494_CR22","unstructured":"Weinshall, D., Cohen, G. & Amir, D. Curriculum learning by transfer learning: theory and experiments with deep networks. Preprint at https:\/\/arxiv.org\/abs\/1802.03796 (2018)."},{"key":"494_CR23","unstructured":"Hacohen, G. & Weinshall, D. On the power of curriculum learning in training deep networks. Proc. 36th International Conference on Machine Learning 2535\u20132544 (PMLR, 2019)."},{"key":"494_CR24","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/j.drudis.2006.12.003","volume":"12","author":"H Zhao","year":"2007","unstructured":"Zhao, H. Scaffold selection and scaffold hopping in lead generation: a medicinal chemistry perspective. Drug Discov. Today 12, 149\u2013155 (2007).","journal-title":"Drug Discov. Today"},{"key":"494_CR25","doi-asserted-by":"publisher","first-page":"4095","DOI":"10.1016\/j.bmcl.2010.05.070","volume":"20","author":"M Angiolini","year":"2010","unstructured":"Angiolini, M. et al. Structure-based optimization of potent PDK1 inhibitors. Bioorg. Med. Chem. Lett. 20, 4095\u20134099 (2010).","journal-title":"Bioorg. Med. Chem. Lett."},{"key":"494_CR26","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1038\/nchem.1243","volume":"4","author":"GR Bickerton","year":"2012","unstructured":"Bickerton, G. R., Paolini, G. V., Besnard, J., Muresan, S. & Hopkins, A. L. Quantifying the chemical beauty of drugs. Nat. Chem. 4, 90\u201398 (2012).","journal-title":"Nat. Chem."},{"key":"494_CR27","unstructured":"ROCS 3.4.2.1 (OpenEye Scientific Software, 2021)."},{"key":"494_CR28","doi-asserted-by":"crossref","unstructured":"Hawkins, P. C. D., Skillman, A. G. & Nicholls, A. Comparison of shape-matching and docking as virtual screening tools. J. Med. Chem. 50, 74\u201382 (2007).","DOI":"10.1021\/jm0603365"},{"key":"494_CR29","unstructured":"Schr\u00f6dinger Release 2019-4: LigPrep (Schr\u00f6dinger, 2019)."},{"key":"494_CR30","unstructured":"Schr\u00f6dinger Release 2019-4: Glide (Schr\u00f6dinger, 2019)."},{"key":"494_CR31","doi-asserted-by":"publisher","first-page":"1739","DOI":"10.1021\/jm0306430","volume":"47","author":"RA Friesner","year":"2004","unstructured":"Friesner, R. A. et al. Glide: a new approach for rapid, accurate docking and scoring. 1. Method and assessment of docking accuracy. J. Med. Chem. 47, 1739\u20131749 (2004).","journal-title":"J. Med. Chem."},{"key":"494_CR32","doi-asserted-by":"publisher","first-page":"1750","DOI":"10.1021\/jm030644s","volume":"47","author":"TA Halgren","year":"2004","unstructured":"Halgren, T. A. et al. Glide: a new approach for rapid, accurate docking and scoring. 2. Enrichment factors in database screening. J. Med. Chem. 47, 1750\u20131759 (2004).","journal-title":"J. Med. Chem."},{"key":"494_CR33","doi-asserted-by":"publisher","first-page":"6177","DOI":"10.1021\/jm051256o","volume":"49","author":"RA Friesner","year":"2006","unstructured":"Friesner, R. A. et al. Extra Precision Glide: docking and scoring incorporating a model of hydrophobic enclosure for protein\u2013ligand complexes. J. Med. Chem. 49, 6177\u20136196 (2006).","journal-title":"J. Med. Chem."},{"key":"494_CR34","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1039\/c1md00093d","volume":"2","author":"A Alex","year":"2011","unstructured":"Alex, A., Millan, D. S., Perez, M., Wakenhut, F. & Whitlock, G. A. Intramolecular hydrogen bonding to improve membrane permeability and absorption in beyond rule of five chemical space. MedChemComm 2, 669\u2013674 (2011).","journal-title":"MedChemComm"},{"key":"494_CR35","doi-asserted-by":"publisher","first-page":"6802","DOI":"10.1021\/jm060902w","volume":"49","author":"JH Nettles","year":"2006","unstructured":"Nettles, J. H. et al. Bridging chemical and biological space: \u2018target fishing\u2019 using 2D and 3D molecular descriptors. J. Med. Chem. 49, 6802\u20136810 (2006).","journal-title":"J. Med. Chem."},{"key":"494_CR36","doi-asserted-by":"publisher","first-page":"2887","DOI":"10.1021\/jm9602928","volume":"39","author":"GW Bemis","year":"1996","unstructured":"Bemis, G. W. & Murcko, M. A. The properties of known drugs. 1. Molecular frameworks. J. Med. Chem. 39, 2887\u20132893 (1996).","journal-title":"J. Med. Chem."},{"key":"494_CR37","doi-asserted-by":"crossref","unstructured":"McInnes, L., Healy, J. & Melville, J. UMAP: Uniform Manifold Approximation and Projection for dimension reduction. Preprint at https:\/\/arxiv.org\/abs\/1802.03426 (2018).","DOI":"10.21105\/joss.00861"},{"key":"494_CR38","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1021\/ci00057a005","volume":"28","author":"D Weininger","year":"1988","unstructured":"Weininger, D. SMILES, a chemical language and information system. 1. Introduction to methodology and encoding rules. J. Chem. Inf. Comput. Sci. 28, 31\u201336 (1988).","journal-title":"J. Chem. Inf. Comput. Sci."},{"key":"494_CR39","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-017-0235-x","volume":"9","author":"M Olivecrona","year":"2017","unstructured":"Olivecrona, M., Blaschke, T., Engkvist, O. & Chen, H. Molecular de-novo design through deep reinforcement learning. J. Cheminformatics 9, 48 (2017).","journal-title":"J. Cheminformatics"},{"key":"494_CR40","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S. & Schmidhuber, J. Long short-term memory. Neural Comput. 9, 1735\u20131780 (1997).","journal-title":"Neural Comput."},{"key":"494_CR41","doi-asserted-by":"publisher","first-page":"D945","DOI":"10.1093\/nar\/gkw1074","volume":"45","author":"A Gaulton","year":"2017","unstructured":"Gaulton, A. et al. The ChEMBL database in 2017. Nucleic Acids Res. 45, D945\u2013D954 (2017).","journal-title":"Nucleic Acids Res."},{"key":"494_CR42","unstructured":"Kingma, D. P. & Ba, J. Adam: a method for stochastic optimization. Preprint at https:\/\/arxiv.org\/abs\/1412.6980 (2017)."},{"key":"494_CR43","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-020-00473-0","volume":"12","author":"T Blaschke","year":"2020","unstructured":"Blaschke, T., Engkvist, O., Bajorath, J. & Chen, H. Memory-assisted reinforcement learning for diverse molecular de novo design. J. Cheminformatics 12, 68 (2020).","journal-title":"J. Cheminformatics"},{"key":"494_CR44","unstructured":"Rolnick, D., Ahuja, A., Schwarz, J., Lillicrap, T. P. & Wayne, G. Experience replay for continual learning. Preprint at https:\/\/arxiv.org\/abs\/1811.11682 (2019)."},{"key":"494_CR45","doi-asserted-by":"publisher","first-page":"116308","DOI":"10.1016\/j.bmc.2021.116308","volume":"44","author":"K Papadopoulos","year":"2021","unstructured":"Papadopoulos, K., Giblin, K. A., Janet, J. P., Patronov, A. & Engkvist, O. De novo design with deep generative models based on 3D similarity scoring. Bioorg. Med. Chem. 44, 116308 (2021).","journal-title":"Bioorg. Med. Chem."},{"key":"494_CR46","unstructured":"Schr\u00f6dinger Release 2021-2: Maestro (Schr\u00f6dinger, 2021)."},{"key":"494_CR47","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-021-00563-7","volume":"13","author":"J Guo","year":"2021","unstructured":"Guo, J. et al. DockStream: a docking wrapper to enhance de novo molecular design. J. Cheminformatics 13, 89 (2021).","journal-title":"J. Cheminformatics"},{"key":"494_CR48","doi-asserted-by":"publisher","unstructured":"Patronov, A., Margreitter, C., Guo, J. & Blaschke T. patronov\/Reinvent: REINVENT 3.2 (v3.2). Zenodo https:\/\/doi.org\/10.5281\/zenodo.6502363 (2022).","DOI":"10.5281\/zenodo.6502363"}],"updated-by":[{"DOI":"10.1038\/s42256-022-00522-3","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2022,7,20]],"date-time":"2022-07-20T00:00:00Z","timestamp":1658275200000}}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00494-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00494-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00494-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,29]],"date-time":"2023-04-29T12:08:42Z","timestamp":1682770122000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-022-00494-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,6,22]]},"references-count":48,"journal-issue":{"issue":"6","published-online":{"date-parts":[[2022,6]]}},"alternative-id":["494"],"URL":"https:\/\/doi.org\/10.1038\/s42256-022-00494-4","relation":{"has-preprint":[{"id-type":"doi","id":"10.26434\/chemrxiv-2021-37m7w-v2","asserted-by":"object"},{"id-type":"doi","id":"10.21203\/rs.3.rs-1021524\/v1","asserted-by":"object"},{"id-type":"doi","id":"10.26434\/chemrxiv-2021-37m7w","asserted-by":"object"}]},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,6,22]]},"assertion":[{"value":"26 October 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 June 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 July 2022","order":4,"name":"change_date","label":"Change Date","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Correction","order":5,"name":"change_type","label":"Change Type","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"A Correction to this paper has been published:","order":6,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"https:\/\/doi.org\/10.1038\/s42256-022-00522-3","URL":"https:\/\/doi.org\/10.1038\/s42256-022-00522-3","order":7,"name":"change_details","label":"Change Details","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}