{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T17:07:50Z","timestamp":1779296870944,"version":"3.51.4"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2019,5,24]],"date-time":"2019-05-24T00:00:00Z","timestamp":1558656000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"},{"start":{"date-parts":[[2019,5,24]],"date-time":"2019-05-24T00:00:00Z","timestamp":1558656000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100003246","name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","doi-asserted-by":"crossref","award":["VENI 14410"],"award-info":[{"award-number":["VENI 14410"]}],"id":[{"id":"10.13039\/501100003246","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Cheminform"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1186\/s13321-019-0355-6","type":"journal-article","created":{"date-parts":[[2019,5,24]],"date-time":"2019-05-24T12:05:47Z","timestamp":1558699547000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":83,"title":["An exploration strategy improves the diversity of de novo ligands using deep reinforcement learning: a case for the adenosine A2A receptor"],"prefix":"10.1186","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2368-4655","authenticated-orcid":false,"given":"Xuhan","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2851-6741","authenticated-orcid":false,"given":"Kai","family":"Ye","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1915-3141","authenticated-orcid":false,"given":"Herman W. T.","family":"van Vlijmen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1182-2259","authenticated-orcid":false,"given":"Adriaan P.","family":"IJzerman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0717-1817","authenticated-orcid":false,"given":"Gerard J. P.","family":"van Westen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,5,24]]},"reference":[{"issue":"5","key":"355_CR1","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s13238-016-0263-8","volume":"7","author":"X Lv","year":"2016","unstructured":"Lv X, Liu J, Shi Q, Tan Q, Wu D, Skinner JJ, Walker AL, Zhao L, Gu X, Chen N, Xue L, Si P, Zhang L, Wang Z, Katritch V, Liu ZJ, Stevens RC (2016) In vitro expression and analysis of the 826 human G protein-coupled receptors. Protein Cell 7(5):325\u2013337. \n                    https:\/\/doi.org\/10.1007\/s13238-016-0263-8","journal-title":"Protein Cell"},{"issue":"2","key":"355_CR2","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1038\/nrc2069","volume":"7","author":"RT Dorsam","year":"2007","unstructured":"Dorsam RT, Gutkind JS (2007) G-protein-coupled receptors and cancer. Nat Rev Cancer 7(2):79\u201394. \n                    https:\/\/doi.org\/10.1038\/nrc2069","journal-title":"Nat Rev Cancer"},{"issue":"12","key":"355_CR3","doi-asserted-by":"publisher","first-page":"829","DOI":"10.1038\/nrd.2017.178","volume":"16","author":"AS Hauser","year":"2017","unstructured":"Hauser AS, Attwood MM, Rask-Andersen M, Schioth HB, Gloriam DE (2017) Trends in GPCR drug discovery: new agents, targets and indications. Nat Rev Drug Discov 16(12):829\u2013842. \n                    https:\/\/doi.org\/10.1038\/nrd.2017.178","journal-title":"Nat Rev Drug Discov"},{"issue":"1","key":"355_CR4","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1038\/nrd.2016.230","volume":"16","author":"R Santos","year":"2017","unstructured":"Santos R, Ursu O, Gaulton A, Bento AP, Donadi RS, Bologa CG, Karlsson A, Al-Lazikani B, Hersey A, Oprea TI, Overington JP (2017) A comprehensive map of molecular drug targets. Nat Rev Drug Discov 16(1):19\u201334. \n                    https:\/\/doi.org\/10.1038\/nrd.2016.230","journal-title":"Nat Rev Drug Discov"},{"issue":"4","key":"355_CR5","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1038\/nrd3955","volume":"12","author":"JF Chen","year":"2013","unstructured":"Chen JF, Eltzschig HK, Fredholm BB (2013) Adenosine receptors as drug targets\u2013what are the challenges? Nat Rev Drug Discov 12(4):265\u2013286. \n                    https:\/\/doi.org\/10.1038\/nrd3955","journal-title":"Nat Rev Drug Discov"},{"issue":"6091","key":"355_CR6","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1126\/science.1219218","volume":"337","author":"W Liu","year":"2012","unstructured":"Liu W, Chun E, Thompson AA, Chubukov P, Xu F, Katritch V, Han GW, Roth CB, Heitman LH, IJzerman AP, Cherezov V, Stevens RC (2012) Structural basis for allosteric regulation of GPCRs by sodium ions. Science 337(6091):232\u2013236. \n                    https:\/\/doi.org\/10.1126\/science.1219218","journal-title":"Science"},{"issue":"5905","key":"355_CR7","doi-asserted-by":"publisher","first-page":"1211","DOI":"10.1126\/science.1164772","volume":"322","author":"VP Jaakola","year":"2008","unstructured":"Jaakola VP, Griffith MT, Hanson MA, Cherezov V, Chien EY, Lane JR, Ijzerman AP, Stevens RC (2008) The 2.6 angstrom crystal structure of a human A2A adenosine receptor bound to an antagonist. Science 322(5905):1211\u20131217. \n                    https:\/\/doi.org\/10.1126\/science.1164772","journal-title":"Science"},{"key":"355_CR8","doi-asserted-by":"publisher","first-page":"D1100","DOI":"10.1093\/nar\/gkr777","volume":"40","author":"A Gaulton","year":"2012","unstructured":"Gaulton A, Bellis LJ, Bento AP, Chambers J, Davies M, Hersey A, Light Y, McGlinchey S, Michalovich D, Al-Lazikani B, Overington JP (2012) ChEMBL: a large-scale bioactivity database for drug discovery. Nucleic Acids Res 40:D1100\u2013D1107. \n                    https:\/\/doi.org\/10.1093\/nar\/gkr777","journal-title":"Nucleic Acids Res"},{"issue":"7553","key":"355_CR9","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun Y, Bengio Y, Hinton G (2015) Deep learning. Nature 521(7553):436\u2013444. \n                    https:\/\/doi.org\/10.1038\/nature14539","journal-title":"Nature"},{"issue":"5","key":"355_CR10","doi-asserted-by":"publisher","first-page":"1445","DOI":"10.1021\/acs.molpharmaceut.5b00982","volume":"13","author":"P Mamoshina","year":"2016","unstructured":"Mamoshina P, Vieira A, Putin E, Zhavoronkov A (2016) Applications of deep learning in biomedicine. Mol Pharm 13(5):1445\u20131454. \n                    https:\/\/doi.org\/10.1021\/acs.molpharmaceut.5b00982","journal-title":"Mol Pharm"},{"key":"355_CR11","doi-asserted-by":"publisher","DOI":"10.1093\/bib\/bbx044","author":"R Miotto","year":"2017","unstructured":"Miotto R, Wang F, Wang S, Jiang X, Dudley JT (2017) Deep learning for healthcare: review, opportunities and challenges. Brief Bioinform. \n                    https:\/\/doi.org\/10.1093\/bib\/bbx044","journal-title":"Brief Bioinform"},{"issue":"12","key":"355_CR12","doi-asserted-by":"publisher","first-page":"4977","DOI":"10.1021\/jm4004285","volume":"57","author":"A Cherkasov","year":"2014","unstructured":"Cherkasov A, Muratov EN, Fourches D, Varnek A, Baskin II, Cronin M, Dearden J, Gramatica P, Martin YC, Todeschini R, Consonni V, Kuz\u2019min VE, Cramer R, Benigni R, Yang C, Rathman J, Terfloth L, Gasteiger J, Richard A, Tropsha A (2014) QSAR modeling: where have you been? Where are you going to? J Med Chem 57(12):4977\u20135010. \n                    https:\/\/doi.org\/10.1021\/jm4004285","journal-title":"J Med Chem"},{"issue":"11","key":"355_CR13","doi-asserted-by":"publisher","first-page":"2594","DOI":"10.1007\/s11095-016-2029-7","volume":"33","author":"S Ekins","year":"2016","unstructured":"Ekins S (2016) The next era: deep learning in pharmaceutical research. Pharm Res 33(11):2594\u20132603. \n                    https:\/\/doi.org\/10.1007\/s11095-016-2029-7","journal-title":"Pharm Res"},{"key":"355_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.drudis.2018.01.039","author":"H Chen","year":"2018","unstructured":"Chen H, Engkvist O, Wang Y, Olivecrona M, Blaschke T (2018) The rise of deep learning in drug discovery. Drug Discov Today. \n                    https:\/\/doi.org\/10.1016\/j.drudis.2018.01.039","journal-title":"Drug Discov Today"},{"issue":"5","key":"355_CR15","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1021\/ci100050t","volume":"50","author":"D Rogers","year":"2010","unstructured":"Rogers D, Hahn M (2010) Extended-connectivity fingerprints. J Chem Inf Model 50(5):742\u2013754. \n                    https:\/\/doi.org\/10.1021\/ci100050t","journal-title":"J Chem Inf Model"},{"issue":"1","key":"355_CR16","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1186\/s13321-017-0232-0","volume":"9","author":"EB Lenselink","year":"2017","unstructured":"Lenselink EB, Ten Dijke N, Bongers B, Papadatos G, van Vlijmen HWT, Kowalczyk W, IJzerman AP, van Westen GJP (2017) Beyond the hype: deep neural networks outperform established methods using a ChEMBL bioactivity benchmark set. J Cheminform 9(1):45. \n                    https:\/\/doi.org\/10.1186\/s13321-017-0232-0","journal-title":"J Cheminform"},{"issue":"1","key":"355_CR17","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1021\/acs.jcim.7b00616","volume":"58","author":"S Jaeger","year":"2018","unstructured":"Jaeger S, Fulle S, Turk S (2018) Mol2vec: unsupervised machine learning approach with chemical intuition. J Chem Inf Model 58(1):27\u201335. \n                    https:\/\/doi.org\/10.1021\/acs.jcim.7b00616","journal-title":"J Chem Inf Model"},{"issue":"9","key":"355_CR18","doi-asserted-by":"publisher","first-page":"3098","DOI":"10.1021\/acs.molpharmaceut.7b00346","volume":"14","author":"A Kadurin","year":"2017","unstructured":"Kadurin A, Nikolenko S, Khrabrov K, Aliper A, Zhavoronkov A (2017) druGAN: an advanced generative adversarial autoencoder model for de novo generation of new molecules with desired molecular properties in silico. Mol Pharm 14(9):3098\u20133104. \n                    https:\/\/doi.org\/10.1021\/acs.molpharmaceut.7b00346","journal-title":"Mol Pharm"},{"key":"355_CR19","unstructured":"Duvenaud D, Maclaurin D, Aguilera-Iparraguirre J, G\u00f3mez-Bombarelli R, Hirzel T, Aspuru-Guzik A, Adams RP (2015) Convolutional networks on graphs for learning molecular fingerprints. \n                    arXiv:1509.09292"},{"key":"355_CR20","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201700111","author":"A Gupta","year":"2018","unstructured":"Gupta A, Muller AT, Huisman BJH, Fuchs JA, Schneider P, Schneider G (2018) Generative recurrent networks for de novo drug design. Mol Inform. \n                    https:\/\/doi.org\/10.1002\/minf.201700111","journal-title":"Mol Inform"},{"issue":"1","key":"355_CR21","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1186\/s13321-017-0235-x","volume":"9","author":"M Olivecrona","year":"2017","unstructured":"Olivecrona M, Blaschke T, Engkvist O, Chen H (2017) Molecular de-novo design through deep reinforcement learning. J Cheminform 9(1):48. \n                    https:\/\/doi.org\/10.1186\/s13321-017-0235-x","journal-title":"J Cheminform"},{"issue":"7587","key":"355_CR22","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, van den Driessche G, Schrittwieser J, Antonoglou I, Panneershelvam V, Lanctot M, Dieleman S, Grewe D, Nham J, Kalchbrenner N, Sutskever I, Lillicrap T, Leach M, Kavukcuoglu K, Graepel T, Hassabis D (2016) Mastering the game of Go with deep neural networks and tree search. Nature 529(7587):484\u2013489. \n                    https:\/\/doi.org\/10.1038\/nature16961","journal-title":"Nature"},{"key":"355_CR23","unstructured":"Goodfellow IJ, Pouget-Abadie J, Mirza M, Xu B, Warde-Farley D, Ozair S, Courville A, Bengio Y (2014) Generative adversarial networks. \n                    arXiv:1406.2661"},{"key":"355_CR24","unstructured":"Yu L, Zhang W, Wang J, Yu Y (2016) SeqGAN: sequence generative adversarial nets with policy gradient. \n                    arXiv:1609.05473"},{"key":"355_CR25","doi-asserted-by":"publisher","unstructured":"Benjamin S-L, Carlos O, Gabriel LG, Alan A-G (2017) Optimizing distributions over molecular space. An Objective-Reinforced Generative Adversarial Network for Inverse-design Chemistry (ORGANIC). \n                    https:\/\/doi.org\/10.26434\/chemrxiv.5309668.v3","DOI":"10.26434\/chemrxiv.5309668.v3"},{"key":"355_CR26","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00234","author":"K Preuer","year":"2018","unstructured":"Preuer K, Renz P, Unterthiner T, Hochreiter S, Klambauer GUN (2018) Frechet ChemNet distance: a metric for generative models for molecules in drug discovery. J Chem Inf Model. \n                    https:\/\/doi.org\/10.1021\/acs.jcim.8b00234","journal-title":"J Chem Inf Model"},{"key":"355_CR27","unstructured":"Benhenda M (2017) ChemGAN challenge for drug discovery: can AI reproduce natural chemical diversity? \n                    arXiv:1708.08227"},{"issue":"8","key":"355_CR28","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1038\/nrd1799","volume":"4","author":"G Schneider","year":"2005","unstructured":"Schneider G, Fechner U (2005) Computer-based de novo design of drug-like molecules. Nat Rev Drug Discov 4(8):649\u2013663. \n                    https:\/\/doi.org\/10.1038\/nrd1799","journal-title":"Nat Rev Drug Discov"},{"issue":"11","key":"355_CR29","doi-asserted-by":"publisher","first-page":"2324","DOI":"10.1021\/acs.jcim.5b00559","volume":"55","author":"T Sterling","year":"2015","unstructured":"Sterling T, Irwin JJ (2015) ZINC 15\u2013ligand discovery for everyone. J Chem Inf Model 55(11):2324\u20132337. \n                    https:\/\/doi.org\/10.1021\/acs.jcim.5b00559","journal-title":"J Chem Inf Model"},{"issue":"D1","key":"355_CR30","doi-asserted-by":"publisher","first-page":"D945","DOI":"10.1093\/nar\/gkw1074","volume":"45","author":"A Gaulton","year":"2017","unstructured":"Gaulton A, Hersey A, Nowotka M, Bento AP, Chambers J, Mendez D, Mutowo P, Atkinson F, Bellis LJ, Cibrian-Uhalte E, Davies M, Dedman N, Karlsson A, Magarinos MP, Overington JP, Papadatos G, Smit I, Leach AR (2017) The ChEMBL database in 2017. Nucleic Acids Res 45(D1):D945\u2013D954. \n                    https:\/\/doi.org\/10.1093\/nar\/gkw1074","journal-title":"Nucleic Acids Res"},{"key":"355_CR31","unstructured":"RDKit: Open-Source Cheminformatics Software (version 2018.09.2). \n                    http:\/\/www.rdkit.org"},{"key":"355_CR32","unstructured":"Scikit-Learn: machine learning in Python. (version 0.19.0). \n                    http:\/\/www.scikit-learn.org\/"},{"key":"355_CR33","unstructured":"PyTorch (version 1.0.1). \n                    https:\/\/pytorch.org\/"},{"key":"355_CR34","unstructured":"Kingma DP, Ba J (2014) Adam: a method for stochastic optimization. \n                    arXiv:1412.6980"},{"key":"355_CR35","unstructured":"Chung J, Gulcehre C, Cho K, Bengio Y (2014) Empirical evaluation of gated recurrent neural networks on sequence modeling. \n                    arXiv:1412.3555"},{"key":"355_CR36","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00640","author":"APA Janssen","year":"2018","unstructured":"Janssen APA, Grimm SH, Wijdeven RHM, Lenselink EB, Neefjes J, van Boeckel CAA, van Westen GJP, van der Stelt M (2018) Drug discovery maps, a machine learning model that visualizes and predicts kinome-inhibitor interaction landscapes. J Chem Inf Model. \n                    https:\/\/doi.org\/10.1021\/acs.jcim.8b00640","journal-title":"J Chem Inf Model"},{"key":"355_CR37","first-page":"2579","volume":"9","author":"LJP van der Maaten","year":"2008","unstructured":"van der Maaten LJP, Hinton GE (2008) Visualizing high-dimensional data using t-SNE. J Mach Learn Res 9:2579\u20132605","journal-title":"J Mach Learn Res"},{"issue":"1","key":"355_CR38","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1021\/acscentsci.7b00512","volume":"4","author":"MHS Segler","year":"2018","unstructured":"Segler MHS, Kogej T, Tyrchan C, Waller MP (2018) Generating focused molecule libraries for drug discovery with recurrent neural networks. ACS Central Sci 4(1):120\u2013131. \n                    https:\/\/doi.org\/10.1021\/acscentsci.7b00512","journal-title":"ACS Central Sci"},{"issue":"17","key":"355_CR39","doi-asserted-by":"publisher","first-page":"13032","DOI":"10.1074\/jbc.M109.096974","volume":"285","author":"VP Jaakola","year":"2010","unstructured":"Jaakola VP, Lane JR, Lin JY, Katritch V, Ijzerman AP, Stevens RC (2010) Ligand binding and subtype selectivity of the human A(2A) adenosine receptor: identification and characterization of essential amino acid residues. J Biol Chem 285(17):13032\u201313044. \n                    https:\/\/doi.org\/10.1074\/jbc.M109.096974","journal-title":"J Biol Chem"},{"issue":"1","key":"355_CR40","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1021\/ci0200467","volume":"43","author":"M Feher","year":"2003","unstructured":"Feher M, Schmidt JM (2003) Property distributions: differences between drugs, natural products, and molecules from combinatorial chemistry. J Chem Inf Comput Sci 43(1):218\u2013227. \n                    https:\/\/doi.org\/10.1021\/ci0200467","journal-title":"J Chem Inf Comput Sci"},{"issue":"2","key":"355_CR41","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1021\/ci050369d","volume":"46","author":"EW Lameijer","year":"2006","unstructured":"Lameijer EW, Kok JN, Back T, Ijzerman AP (2006) The molecule evoluator. An interactive evolutionary algorithm for the design of drug-like molecules. J Chem Inf Model 46(2):545\u2013552. \n                    https:\/\/doi.org\/10.1021\/ci050369d","journal-title":"J Chem Inf Model"},{"issue":"7139","key":"355_CR42","doi-asserted-by":"publisher","first-page":"975","DOI":"10.1038\/446975a","volume":"446","author":"KM Giacomini","year":"2007","unstructured":"Giacomini KM, Krauss RM, Roden DM, Eichelbaum M, Hayden MR, Nakamura Y (2007) When good drugs go bad. Nature 446(7139):975\u2013977. \n                    https:\/\/doi.org\/10.1038\/446975a","journal-title":"Nature"}],"container-title":["Journal of Cheminformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s13321-019-0355-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s13321-019-0355-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s13321-019-0355-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,22]],"date-time":"2020-05-22T19:08:49Z","timestamp":1590174529000},"score":1,"resource":{"primary":{"URL":"https:\/\/jcheminf.biomedcentral.com\/articles\/10.1186\/s13321-019-0355-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,24]]},"references-count":42,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["355"],"URL":"https:\/\/doi.org\/10.1186\/s13321-019-0355-6","relation":{"has-preprint":[{"id-type":"doi","id":"10.26434\/chemrxiv.7436789.v1","asserted-by":"object"},{"id-type":"doi","id":"10.26434\/chemrxiv.7436789.v2","asserted-by":"object"},{"id-type":"doi","id":"10.26434\/chemrxiv.7436789.v3","asserted-by":"object"}]},"ISSN":["1758-2946"],"issn-type":[{"value":"1758-2946","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,24]]},"assertion":[{"value":"13 October 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"4 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 May 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare that they have no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"35"}}