{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T20:11:44Z","timestamp":1778530304621,"version":"3.51.4"},"reference-count":93,"publisher":"American Chemical Society (ACS)","issue":"3","license":[{"start":{"date-parts":[[2019,3,19]],"date-time":"2019-03-19T00:00:00Z","timestamp":1552953600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/pubs.acs.org\/page\/policy\/authorchoice_termsofuse.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2019,3,25]]},"DOI":"10.1021\/acs.jcim.8b00839","type":"journal-article","created":{"date-parts":[[2019,3,19]],"date-time":"2019-03-19T14:28:42Z","timestamp":1553005722000},"page":"1096-1108","source":"Crossref","is-referenced-by-count":652,"title":["GuacaMol: Benchmarking Models for de Novo Molecular Design"],"prefix":"10.1021","volume":"59","author":[{"given":"Nathan","family":"Brown","sequence":"first","affiliation":[{"name":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K."}]},{"given":"Marco","family":"Fiscato","sequence":"additional","affiliation":[{"name":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8008-0546","authenticated-orcid":true,"given":"Marwin H.S.","family":"Segler","sequence":"additional","affiliation":[{"name":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K."}]},{"given":"Alain C.","family":"Vaucher","sequence":"additional","affiliation":[{"name":"BenevolentAI, 4-8 Maple Street, W1T 5HD London, U.K."}]}],"member":"316","published-online":{"date-parts":[[2019,3,19]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ddtec.2013.02.001"},{"key":"ref2\/cit2","doi-asserted-by":"crossref","DOI":"10.1002\/9783527677016","volume-title":"De novo molecular design","author":"Schneider G.","year":"2013"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.1021\/ci049714+"},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00737"},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jmedchem.8b01048"},{"key":"ref6\/cit6","doi-asserted-by":"publisher","DOI":"10.1021\/ci300415d"},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1002\/anie.201611914"},{"key":"ref8\/cit8","doi-asserted-by":"publisher","DOI":"10.1023\/A:1011144622059"},{"key":"ref9\/cit9","doi-asserted-by":"publisher","DOI":"10.1007\/s10822-007-9121-3"},{"key":"ref10\/cit10","doi-asserted-by":"crossref","unstructured":"Lauck, F.; Rarey, M. In  De novo Molecular Design; Schneider, G., Ed. Wiley Online Library, 2013; pp 325\u2013347.","DOI":"10.1002\/9783527677016.ch14"},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.1007\/s10822-009-9291-2"},{"key":"ref12\/cit12","doi-asserted-by":"publisher","DOI":"10.1007\/s10822-012-9609-3"},{"key":"ref13\/cit13","doi-asserted-by":"publisher","DOI":"10.1002\/wcms.49"},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.1021\/acscentsci.7b00512"},{"key":"ref15\/cit15","doi-asserted-by":"publisher","DOI":"10.1021\/acscentsci.7b00572"},{"key":"ref16\/cit16","unstructured":"You, J.; Liu, B.; Ying, R.; Pande, V.; Leskovec, J. Graph Convolutional Policy Network for Goal-Directed Molecular Graph Generation, 2018; arXiv:1806.02473."},{"key":"ref17\/cit17","unstructured":"Liu, Q.; Allamanis, M.; Brockschmidt, M., Gaunt, A.\nL. Constrained Graph Variational Autoencoders for Molecule Design 2018; arXiv:1805.09076."},{"key":"ref18\/cit18","doi-asserted-by":"crossref","unstructured":"Deng, J.; Dong, W.; Socher, R.; Li, L.J.; Li, K.; Fei-Fei, L. Imagenet: A large-scale hierarchical image database. IEEE Conference on Computer Vision and Pattern Recognition; IEEE, 2009; pp 248\u2013255.","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref19\/cit19","doi-asserted-by":"publisher","DOI":"10.3389\/fenvs.2015.00080"},{"key":"ref20\/cit20","doi-asserted-by":"publisher","DOI":"10.1007\/BF00124387"},{"key":"ref21\/cit21","doi-asserted-by":"publisher","DOI":"10.1021\/ci00017a027"},{"key":"ref22\/cit22","doi-asserted-by":"publisher","DOI":"10.1007\/s0089400060498"},{"key":"ref23\/cit23","doi-asserted-by":"publisher","DOI":"10.1021\/ci800308h"},{"key":"ref24\/cit24","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jmedchem.7b01558"},{"key":"ref25\/cit25","doi-asserted-by":"publisher","DOI":"10.1021\/ci034290p"},{"key":"ref26\/cit26","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.5b00203"},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.1002\/cmdc.200800178"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.1021\/jm049740z"},{"key":"ref29\/cit29","doi-asserted-by":"publisher","DOI":"10.1038\/nature25978"},{"key":"ref30\/cit30","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2014.09.003"},{"key":"ref31\/cit31","doi-asserted-by":"publisher","DOI":"10.1016\/j.drudis.2018.01.039"},{"key":"ref32\/cit32","doi-asserted-by":"publisher","DOI":"10.1021\/ja01062a035"},{"key":"ref33\/cit33","first-page":"613","volume":"307","author":"Baskin I. I.","year":"1989","journal-title":"Dokl. Akad. Nauk SSSR"},{"key":"ref34\/cit34","doi-asserted-by":"publisher","DOI":"10.1021\/ci00057a005"},{"key":"ref35\/cit35","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref36\/cit36","volume-title":"Learning a Generative Model for Validity in Complex Discrete Structures","author":"Janz D.","year":"2018"},{"key":"ref37\/cit37","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201700123"},{"key":"ref38\/cit38","unstructured":"Kusner, M. J.; Paige, B.; Hern\u00e1ndez-Lobato, J. M. Grammar Variational Autoencoder, 2017; arXiv:1703.01925."},{"key":"ref39\/cit39","unstructured":"Dai, H.; Tian, Y.; Dai, B.; Skiena, S.; Song, L. Syntax-Directed Variational Autoencoder for Structured Data, 2018; arXiv:1802.08786."},{"key":"ref40\/cit40","doi-asserted-by":"publisher","DOI":"10.1021\/acs.molpharmaceut.8b00474"},{"key":"ref41\/cit41","doi-asserted-by":"crossref","unstructured":"Simonovsky, M.; Komodakis, N. GraphVAE: Towards Generation of Small Graphs Using Variational Autoencoders, 2018; arXiv:1802.03480.","DOI":"10.1007\/978-3-030-01418-6_41"},{"key":"ref42\/cit42","unstructured":"Samanta, B.; De, A.; Ganguly, N.; Gomez-Rodriguez, M. Designing Random Graph Models Using Variational Autoencoders With Applications to Chemical Design, 2018; arXiv:1802.05283."},{"key":"ref43\/cit43","unstructured":"Jin, W.; Barzilay, R.; Jaakkola, T. Junction Tree Variational Autoencoder for Molecular Graph Generation, 2018; arXiv:1802.04364."},{"key":"ref44\/cit44","unstructured":"Kajino, H. Molecular Hypergraph Grammar with its Application to Molecular Optimization, 2018; arXiv:1809.02745."},{"key":"ref45\/cit45","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-018-0286-7"},{"key":"ref46\/cit46","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.6b00754"},{"key":"ref47\/cit47","unstructured":"Bjerrum, E. J.; Threlfall, R. Molecular Generation with Recurrent Neural Networks (RNNs), 2017; arXiv:1705.04612."},{"key":"ref48\/cit48","unstructured":"Ertl, P.; Lewis, R.; Martin, E.; Polyakov, V. In silico generation of novel, drug-like chemical matter using the LSTM neural network, 2017; arXiv:1712.07449."},{"key":"ref49\/cit49","volume-title":"Exploring Deep Recurrent Models with Reinforcement Learning for Molecule Design","author":"Neil D.","year":"2018"},{"key":"ref50\/cit50","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-017-0235-x"},{"key":"ref51\/cit51","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201700111"},{"key":"ref52\/cit52","unstructured":"Jaques, N.; Gu, S.; Bahdanau, D.; Hern\u00e1ndez-Lobato, J. M.; Turner, R. E.; Eck, D. Sequence Tutor: Conservative Fine-Tuning of Sequence Generation Models with KL-control, 2016; arXiv:1611.02796."},{"key":"ref53\/cit53","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.aap7885"},{"key":"ref54\/cit54","unstructured":"Guimaraes, G. L.; Sanchez-Lengeling, B.; Outeiral, C.; Farias, P. L. C.; Aspuru-Guzik, A. Objective-Reinforced Generative Adversarial Networks (ORGAN) for Sequence Generation Models, 2017; arXiv:1705.10843."},{"key":"ref55\/cit55","doi-asserted-by":"crossref","unstructured":"Sanchez-Lengeling, B.; Outeiral, C.; Guimaraes, G. L.; Aspuru-Guzik, A. Optimizing distributions over molecular space. An Objective-Reinforced Generative Adversarial Network for Inverse-design Chemistry (ORGANIC), 2017; ChemRxiv:5309668.","DOI":"10.26434\/chemrxiv.5309668"},{"key":"ref56\/cit56","unstructured":"Li, Y.; Vinyals, O.; Dyer, C.; Pascanu, R.; Battaglia, P. Learning Deep Generative Models of Graphs, 2018; arXiv:1803.03324."},{"key":"ref57\/cit57","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-018-0287-6"},{"key":"ref58\/cit58","doi-asserted-by":"crossref","first-page":"451","DOI":"10.5246\/jcps.2018.07.046","volume":"27","author":"Li Y.","year":"2018","journal-title":"J. Chin. Pharm. Sci."},{"key":"ref59\/cit59","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.7b00690"},{"key":"ref60\/cit60","unstructured":"De Cao, N.; Kipf, T. MolGAN: An implicit generative model for small molecular graphs, 2018; arXiv:1805.11973."},{"key":"ref61\/cit61","doi-asserted-by":"publisher","DOI":"10.18632\/oncotarget.14073"},{"key":"ref62\/cit62","doi-asserted-by":"publisher","DOI":"10.1021\/acs.molpharmaceut.7b00346"},{"key":"ref63\/cit63","doi-asserted-by":"publisher","DOI":"10.1021\/acs.molpharmaceut.7b01137"},{"key":"ref64\/cit64","doi-asserted-by":"publisher","DOI":"10.1021\/acs.molpharmaceut.8b00839"},{"key":"ref65\/cit65","unstructured":"Assouel, R.; Ahmed, M.; Segler, M. H.; Saffari, A.; Bengio, Y. DEFactor: Differentiable Edge Factorization-based Probabilistic Graph Generation, 2018; arXiv:1811.09766."},{"key":"ref66\/cit66","doi-asserted-by":"publisher","DOI":"10.1038\/s42004-018-0068-1"},{"key":"ref67\/cit67","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201700153"},{"key":"ref68\/cit68","doi-asserted-by":"crossref","unstructured":"Ar\u00fas-Pous, J.; Blaschke, T.; Reymond, J.L.; Chen, H.; Engkvist, O. Exploring the GDB-13 Chemical Space Using Deep Generative Models, 2018; ChemRxiv:7172849.","DOI":"10.26434\/chemrxiv.7172849.v1"},{"key":"ref69\/cit69","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gky1075"},{"key":"ref70\/cit70","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00234"},{"key":"ref71\/cit71","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729694"},{"key":"ref72\/cit72","doi-asserted-by":"crossref","unstructured":"Benhenda, M. ChemGAN challenge for drug discovery: can AI reproduce natural chemical diversity? 2017; arXiv:1708.08227.","DOI":"10.1101\/292177"},{"key":"ref73\/cit73","doi-asserted-by":"publisher","DOI":"10.1021\/ci9800211"},{"key":"ref74\/cit74","volume-title":"Chemoinformatics: a textbook","author":"Gasteiger J.","year":"2006"},{"key":"ref75\/cit75","doi-asserted-by":"publisher","DOI":"10.1007\/s10822-007-9115-1"},{"key":"ref76\/cit76","unstructured":"Walters, P. rd filters. https:\/\/github.com\/PatWalters\/rd_filters, Accessed: Jan 14, 2019."},{"key":"ref77\/cit77","unstructured":"GuacaMol\nPackage. https:\/\/github.com\/benevolentAI\/guacamol, Accessed: Nov 19, 2018."},{"key":"ref78\/cit78","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.5b00543"},{"key":"ref79\/cit79","doi-asserted-by":"publisher","DOI":"10.1021\/jm000942e"},{"key":"ref80\/cit80","unstructured":"Landrum, G. RDKit: Open-source cheminformatics. http:\/\/www.rdkit.org."},{"key":"ref81\/cit81","unstructured":"GuacaMol\nbaselines repository. https:\/\/github.com\/benevolentAI\/guacamol_baselines, Accessed: Nov 19,2018."},{"key":"ref82\/cit82","doi-asserted-by":"crossref","unstructured":"Tevet, G.; Habib, G.; Shwartz, V.; Berant, J. Evaluating Text GANs as Language Models, 2018; arXiv:1810.12686.","DOI":"10.18653\/v1\/N19-1233"},{"key":"ref83\/cit83","doi-asserted-by":"publisher","DOI":"10.1038\/sdata.2014.22"},{"key":"ref84\/cit84","unstructured":"Landrum, G. RDKit blog. http:\/\/rdkit.blogspot.com\/2013\/10\/fingerprint-thresholds.html, Accessed: Jan 14, 2019."},{"key":"ref85\/cit85","unstructured":"Post-processed\nChEMBL datasets. https:\/\/figshare.com\/projects\/GuacaMol\/56639, Accessed: Nov 20,2018."},{"key":"ref86\/cit86","unstructured":"FCD Package. https:\/\/github.com\/bioinf-jku\/FCD, Accessed: Nov 15, 2018."},{"key":"ref87\/cit87","doi-asserted-by":"crossref","unstructured":"Yoshikawa, N.; Terayama, K.; Honma, T.; Oono, K.; Tsuda, K. Population-based de novo molecule generation, using grammatical evolution, 2018; arXiv:1804.02134.","DOI":"10.1246\/cl.180665"},{"key":"ref88\/cit88","doi-asserted-by":"crossref","unstructured":"Jensen, J. H. Graph-based Genetic Algorithm and Generative Model\/Monte Carlo Tree Search for the Exploration of Chemical Space, 2018; ChemRxiv:7240751.","DOI":"10.26434\/chemrxiv.7240751.v1"},{"key":"ref89\/cit89","doi-asserted-by":"crossref","unstructured":"Weiss, G.; Goldberg, Y.; Yahav, E. On the practical computational power of finite precision RNNs for language recognition, 2018; arXiv:1805.04908.","DOI":"10.18653\/v1\/P18-2117"},{"key":"ref90\/cit90","unstructured":"MOSES\nrepository. https:\/\/github.com\/molecularsets\/moses, Accessed: Jan 14, 2019."},{"key":"ref91\/cit91","doi-asserted-by":"publisher","DOI":"10.1021\/acschemneuro.6b00029"},{"key":"ref92\/cit92","doi-asserted-by":"publisher","DOI":"10.1038\/nchem.1243"},{"key":"ref93\/cit93","doi-asserted-by":"publisher","DOI":"10.1016\/S0169-409X(96)00423-1"}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.8b00839","content-type":"application\/pdf","content-version":"vor","intended-application":"unspecified"},{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.8b00839","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,28]],"date-time":"2023-04-28T01:17:22Z","timestamp":1682644642000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.8b00839"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,3,19]]},"references-count":93,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2019,3,25]]}},"alternative-id":["10.1021\/acs.jcim.8b00839"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.8b00839","relation":{},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,3,19]]}}}