{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T10:10:22Z","timestamp":1773396622202,"version":"3.50.1"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T00:00:00Z","timestamp":1632268800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T00:00:00Z","timestamp":1632268800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comput Aided Mol Des"],"published-print":{"date-parts":[[2022,5]]},"DOI":"10.1007\/s10822-021-00417-2","type":"journal-article","created":{"date-parts":[[2021,9,22]],"date-time":"2021-09-22T02:02:37Z","timestamp":1632276157000},"page":"381-389","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Comparing classification models\u2014a practical tutorial"],"prefix":"10.1007","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2860-7958","authenticated-orcid":false,"given":"W.","family":"Patrick Walters","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,22]]},"reference":[{"key":"417_CR1","doi-asserted-by":"publisher","DOI":"10.1080\/17460441.2021.1915982","author":"WP Walters","year":"2021","unstructured":"Walters WP, Barzilay R (2021) Critical assessment of AI in drug discovery. Expert Opin Drug Discov. https:\/\/doi.org\/10.1080\/17460441.2021.1915982","journal-title":"Expert Opin Drug Discov"},{"key":"417_CR2","doi-asserted-by":"publisher","first-page":"828","DOI":"10.1039\/C9ME00039A","volume":"4","author":"DC Elton","year":"2019","unstructured":"Elton DC, Boukouvalas Z, Fuge MD, Chung PW (2019) Deep learning for molecular design\u2014a review of the state of the art. Mol Syst Des Eng 4:828\u2013849","journal-title":"Mol Syst Des Eng"},{"key":"417_CR3","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1016\/j.drudis.2020.12.009","volume":"26","author":"A Bender","year":"2021","unstructured":"Bender A, Cort\u00e9s-Ciriano I (2021) Artificial intelligence in drug discovery: what is realistic, what are illusions? Part 1: ways to make an impact, and why we are not there yet. Drug Discov Today 26:511\u2013524","journal-title":"Drug Discov Today"},{"key":"417_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.drudis.2020.11.037","author":"A Bender","year":"2021","unstructured":"Bender A, Cortes-Ciriano I (2021) Artificial intelligence in drug discovery: what is realistic, what are illusions? Part 2: a discussion of chemical and biological data. Drug Discov Today. https:\/\/doi.org\/10.1016\/j.drudis.2020.11.037","journal-title":"Drug Discov Today"},{"key":"417_CR5","doi-asserted-by":"publisher","DOI":"10.1038\/s41573-019-0024-5","author":"J Vamathevan","year":"2019","unstructured":"Vamathevan J, Clark D, Czodrowski P et al (2019) Applications of machine learning in drug discovery and development. Nat Rev Drug Discov. https:\/\/doi.org\/10.1038\/s41573-019-0024-5","journal-title":"Nat Rev Drug Discov"},{"key":"417_CR6","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1007\/978-1-60761-839-3_22","volume":"672","author":"A Nicholls","year":"2011","unstructured":"Nicholls A (2011) What do we know?: simple statistical techniques that help. Methods Mol Biol 672:531\u2013581","journal-title":"Methods Mol Biol"},{"key":"417_CR7","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1007\/s10822-008-9196-5","volume":"22","author":"AN Jain","year":"2008","unstructured":"Jain AN, Nicholls A (2008) Recommendations for evaluation of computational methods. J Comput Aided Mol Des 22:133\u2013139","journal-title":"J Comput Aided Mol Des"},{"key":"417_CR8","doi-asserted-by":"publisher","first-page":"887","DOI":"10.1007\/s10822-014-9753-z","volume":"28","author":"A Nicholls","year":"2014","unstructured":"Nicholls A (2014) Confidence limits, error bars and method comparison in molecular modeling. Part 1: the calculation of confidence intervals. J Comput Aided Mol Des 28:887\u2013918","journal-title":"J Comput Aided Mol Des"},{"key":"417_CR9","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10822-016-9904-5","volume":"30","author":"A Nicholls","year":"2016","unstructured":"Nicholls A (2016) Confidence limits, error bars and method comparison in molecular modeling. Part 2: comparing methods. J Comput Aided Mol Des 30:103\u2013126","journal-title":"J Comput Aided Mol Des"},{"key":"417_CR10","doi-asserted-by":"publisher","first-page":"423","DOI":"10.1002\/9783527621460.ch18","volume-title":"Antitargets","author":"C Jamieson","year":"2008","unstructured":"Jamieson C, Moir EM, Rankovic Z, Wishart G (2008) Strategy and tactics for hERG optimizations. Antitargets. Wiley, Hoboken, pp 423\u2013455"},{"key":"417_CR11","doi-asserted-by":"publisher","first-page":"D1100","DOI":"10.1093\/nar\/gkr777","volume":"40","author":"A Gaulton","year":"2011","unstructured":"Gaulton A, Bellis LJ, Bento AP et al (2011) ChEMBL: a large-scale bioactivity database for drug discovery. Nucleic Acids Res 40:D1100\u2013D1107","journal-title":"Nucleic Acids Res"},{"key":"417_CR12","doi-asserted-by":"publisher","first-page":"D1083","DOI":"10.1093\/nar\/gkt1031","volume":"42","author":"AP Bento","year":"2013","unstructured":"Bento AP, Gaulton A, Hersey A et al (2013) The ChEMBL bioactivity database: an update. Nucleic Acids Res 42:D1083\u2013D1090","journal-title":"Nucleic Acids Res"},{"key":"417_CR13","unstructured":"jcamd_model_comparison. Available at https:\/\/github.com\/PatWalters\/jcamd_model_comparison"},{"key":"417_CR14","doi-asserted-by":"publisher","first-page":"2240","DOI":"10.1021\/ci400308z","volume":"53","author":"P Czodrowski","year":"2013","unstructured":"Czodrowski P (2013) hERG me out. J Chem Inf Model 53:2240\u20132251","journal-title":"J Chem Inf Model"},{"key":"417_CR15","volume-title":"Python for data analysis: data wrangling with pandas, NumPy, and IPython","author":"W McKinney","year":"2017","unstructured":"McKinney W (2017) Python for data analysis: data wrangling with pandas, NumPy, and IPython. O\u2019Reilly Media, Incorporated, Sebastopol"},{"key":"417_CR16","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.1c00160","author":"C Esposito","year":"2021","unstructured":"Esposito C, Landrum GA, Schneider N et al (2021) GHOST: adjusting the decision threshold to handle imbalanced data in machine learning. J Chem Inf Model. https:\/\/doi.org\/10.1021\/acs.jcim.1c00160","journal-title":"J Chem Inf Model"},{"key":"417_CR17","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.0c00565","author":"EL C\u00e1ceres","year":"2020","unstructured":"C\u00e1ceres EL, Mew NC, Keiser MJ (2020) Adding stochastic negative examples into machine learning improves molecular bioactivity prediction. J Chem Inf Model. https:\/\/doi.org\/10.1021\/acs.jcim.0c00565","journal-title":"J Chem Inf Model"},{"key":"417_CR18","doi-asserted-by":"publisher","first-page":"1657","DOI":"10.1021\/acs.jcim.1c00086","volume":"61","author":"A Lopez-Del Rio","year":"2021","unstructured":"Lopez-Del Rio A, Picart-Armada S, Perera-Lluna A (2021) Balancing data on deep learning-based proteochemometric activity classification. J Chem Inf Model 61:1657\u20131669","journal-title":"J Chem Inf Model"},{"key":"417_CR19","doi-asserted-by":"publisher","first-page":"1947","DOI":"10.1021\/ci034160g","volume":"43","author":"V Svetnik","year":"2003","unstructured":"Svetnik V, Liaw A, Tong C et al (2003) Random forest: a classification and regression tool for compound classification and QSAR modeling. J Chem Inf Comput Sci 43:1947\u20131958","journal-title":"J Chem Inf Comput Sci"},{"key":"417_CR20","unstructured":"Sheridan RP, Liaw A, Tudor M (2021) Light gradient boosting machine as a regression method for quantitative structure-activity relationships. arXiv [q-bio.BM]"},{"key":"417_CR21","unstructured":"RDKit: open-source cheminformatics software. Available at https:\/\/github.com\/rdkit\/rdkit. Accessed 28 Feb 2021"},{"key":"417_CR22","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1021\/ci100050t","volume":"50","author":"D Rogers","year":"2010","unstructured":"Rogers D, Hahn M (2010) Extended-connectivity fingerprints. J Chem Inf Model 50:742\u2013754","journal-title":"J Chem Inf Model"},{"key":"417_CR23","doi-asserted-by":"publisher","first-page":"488","DOI":"10.1021\/ci600426e","volume":"47","author":"J-F Truchon","year":"2007","unstructured":"Truchon J-F, Bayly CI (2007) Evaluating virtual screening methods: good and bad metrics for the \u201cearly recognition\u201d problem. J Chem Inf Model 47:488\u2013508","journal-title":"J Chem Inf Model"},{"key":"417_CR24","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1007\/s10822-008-9170-2","volume":"22","author":"A Nicholls","year":"2008","unstructured":"Nicholls A (2008) What do we know and when do we know it? J Comput Aided Mol Des 22:239\u2013255","journal-title":"J Comput Aided Mol Des"},{"key":"417_CR25","doi-asserted-by":"publisher","first-page":"1895","DOI":"10.1162\/089976698300017197","volume":"10","author":"TG Dietterich","year":"1998","unstructured":"Dietterich TG (1998) Approximate statistical tests for comparing supervised classification learning algorithms. Neural Comput 10:1895\u20131923","journal-title":"Neural Comput"},{"key":"417_CR26","unstructured":"Mlxtend. Available at http:\/\/rasbt.github.io\/mlxtend\/"}],"container-title":["Journal of Computer-Aided Molecular Design"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10822-021-00417-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10822-021-00417-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10822-021-00417-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,26]],"date-time":"2022-07-26T08:09:37Z","timestamp":1658822977000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10822-021-00417-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,22]]},"references-count":26,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2022,5]]}},"alternative-id":["417"],"URL":"https:\/\/doi.org\/10.1007\/s10822-021-00417-2","relation":{},"ISSN":["0920-654X","1573-4951"],"issn-type":[{"value":"0920-654X","type":"print"},{"value":"1573-4951","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,22]]},"assertion":[{"value":"27 June 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 August 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 September 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}