{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T06:44:59Z","timestamp":1781592299732,"version":"3.54.5"},"reference-count":50,"publisher":"American Chemical Society (ACS)","issue":"18","license":[{"start":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T00:00:00Z","timestamp":1757548800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T00:00:00Z","timestamp":1757548800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T00:00:00Z","timestamp":1757548800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-045"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2025,9,22]]},"DOI":"10.1021\/acs.jcim.5c01609","type":"journal-article","created":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T12:01:14Z","timestamp":1757592074000},"page":"9398-9411","source":"Crossref","is-referenced-by-count":43,"title":["Practically Significant Method Comparison Protocols for Machine Learning in Small Molecule Drug Discovery"],"prefix":"10.1021","volume":"65","author":[{"given":"Jeremy R.","family":"Ash","sequence":"first","affiliation":[{"name":"Johnson & Johnson Innovative Medicine","place":["Spring House, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-2742-4817","authenticated-orcid":true,"given":"Cas","family":"Wognum","sequence":"additional","affiliation":[{"name":"Valence Laboratories","place":["Montr\u00e9al, Canada"]},{"name":"Recursion Pharmaceuticals","place":["Salt Lake City, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2992-3402","authenticated-orcid":true,"given":"Raquel","family":"Rodr\u00edguez-P\u00e9rez","sequence":"additional","affiliation":[{"name":"Novartis Pharma AG","place":["Basel, Switzerland"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matteo","family":"Aldeghi","sequence":"additional","affiliation":[{"name":"Bayer Research and Innovation Center","place":["Cambridge, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3645-172X","authenticated-orcid":true,"given":"Alan C.","family":"Cheng","sequence":"additional","affiliation":[{"name":"Merck & Co., Inc.","place":["South San Francisco, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Djork-Arn\u00e9","family":"Clevert","sequence":"additional","affiliation":[{"name":"Pfizer Research and Development","place":["Berlin, Germany"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4970-6461","authenticated-orcid":true,"given":"Ola","family":"Engkvist","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering","place":["Gothenburg, Sweden"]},{"name":"Chalmers University of Technology & University of Gothenburg","place":["Gothenburg, Sweden"]},{"name":"Molecular AI","place":["Gothenburg, Sweden"]},{"name":"Discovery Sciences AstraZeneca R&D","place":["Gothenburg, Sweden"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9767-2043","authenticated-orcid":true,"given":"Cheng","family":"Fang","sequence":"additional","affiliation":[{"name":"Blueprint Medicines Corporation","place":["Cambridge, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Daniel J.","family":"Price","sequence":"additional","affiliation":[{"name":"Nimbus Therapeutics","place":["Boston, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jacqueline M.","family":"Hughes-Oliver","sequence":"additional","affiliation":[{"name":"Department of Statistics","place":["Raleigh, United States"]},{"name":"North Carolina State University","place":["Raleigh, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2860-7958","authenticated-orcid":true,"given":"W. Patrick","family":"Walters","sequence":"additional","affiliation":[{"name":"Relay Therapeutics","place":["Cambridge, United States"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"316","published-online":{"date-parts":[[2025,9,11]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-024-00911-w"},{"key":"ref2\/cit2","first-page":"1","volume":"7","author":"Dem\u0161ar J.","year":"2006","journal-title":"Journal of Machine Learning Research"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1811.12808"},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-024-56706-x"},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1126\/sciadv.adk3452"},{"key":"ref6\/cit6","doi-asserted-by":"publisher","DOI":"10.1038\/533452a"},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1016\/j.patter.2023.100804"},{"key":"ref8\/cit8","doi-asserted-by":"crossref","DOI":"10.17226\/25303","volume-title":"Reproducibility and Replicability in Science","author":"Committee on Reproducibility and Replicability in Science","year":"2019"},{"key":"ref9\/cit9","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2019.20866"},{"key":"ref10\/cit10","doi-asserted-by":"publisher","DOI":"10.1126\/scitranslmed.abb1655"},{"key":"ref11\/cit11","doi-asserted-by":"crossref","first-page":"681","DOI":"10.1007\/978-3-030-58595-2_41","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Musgrave K.","year":"2020"},{"key":"ref12\/cit12","unstructured":"Melis, G.; Dyer, C.; Blunsom, P.\n                      On the State of the Art of Evaluation in Neural Language Models\n                      . CoRR 2017."},{"key":"ref13\/cit13","unstructured":"Lucic, M.; Kurach, K.; Michalski, M.; Gelly, S.; Bousquet, O. Are GANs Created Equal? A Large-Scale Study. In\n                      32nd Conference on Neural Information Processing Systems (NeurIPS 2018)\n                      , 2018."},{"key":"ref14\/cit14","unstructured":"Recht, B.; Roelofs, R.; Schmidt, L.; Shankar, V. Do ImageNet Classifiers Generalize to ImageNet? In\n                      Proceedings of the 36th International Conference on Machine Learning\n                      , 2019, pp 5389\u20135400."},{"key":"ref15\/cit15","doi-asserted-by":"publisher","DOI":"10.1186\/s13104-021-05875-3"},{"key":"ref16\/cit16","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2023.2197686"},{"key":"ref17\/cit17","doi-asserted-by":"publisher","DOI":"10.1162\/089976698300017197"},{"key":"ref18\/cit18","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.3c01774"},{"key":"ref19\/cit19","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-023-00787-9"},{"key":"ref20\/cit20","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-024-00931-6"},{"key":"ref21\/cit21","doi-asserted-by":"crossref","unstructured":"Steshin, S. Lo-hi: Practical ml drug discovery benchmark. In\n                      Advances in Neural Information Processing Systems\n                      , 2023, pp 64526\u201364554.","DOI":"10.52202\/075280-2816"},{"key":"ref22\/cit22","doi-asserted-by":"publisher","DOI":"10.1021\/ci049782w"},{"key":"ref23\/cit23","doi-asserted-by":"publisher","DOI":"10.1021\/ci400084k"},{"key":"ref24\/cit24","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.325.7378.1437"},{"key":"ref25\/cit25","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pmed.0020124"},{"key":"ref26\/cit26","doi-asserted-by":"publisher","DOI":"10.1093\/biostatistics\/kxt007"},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.1093\/biostatistics\/kxt032"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.1002106"},{"key":"ref29\/cit29","doi-asserted-by":"publisher","DOI":"10.21037\/jtd.2017.05.34"},{"key":"ref30\/cit30","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1961.10482090"},{"key":"ref31\/cit31","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.3c01250"},{"key":"ref32\/cit32","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-023-02151-z"},{"key":"ref33\/cit33","volume-title":"Probabilistic Machine Learning: An Introduction","author":"Murphy K. P.","year":"2022"},{"key":"ref34\/cit34","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.3c00160"},{"key":"ref35\/cit35","doi-asserted-by":"publisher","DOI":"10.1021\/ci034243x"},{"key":"ref36\/cit36","doi-asserted-by":"publisher","DOI":"10.1039\/C7SC02664A"},{"key":"ref37\/cit37","doi-asserted-by":"crossref","DOI":"10.4324\/9780203771587","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"Cohen J.","year":"2013"},{"key":"ref38\/cit38","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511761676","volume-title":"The Essential Guide to Effect Sizes: Statistical Power, Meta-Analysis, and the Interpretation of Research Results","author":"Ellis P. D.","year":"2010"},{"key":"ref39\/cit39","doi-asserted-by":"publisher","DOI":"10.1021\/acs.chemrestox.3c00305"},{"key":"ref40\/cit40","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.4c00049"},{"key":"ref41\/cit41","doi-asserted-by":"publisher","DOI":"10.1021\/jm300131x"},{"key":"ref42\/cit42","doi-asserted-by":"publisher","DOI":"10.1016\/j.drudis.2009.01.012"},{"key":"ref43\/cit43","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.2c01073"},{"key":"ref44\/cit44","unstructured":"Bio, I. Get with the program - Inductive Bio Blog. 2024; https:\/\/www.inductive.bio\/blog\/building-better-benchmarks-for-adme-optimization, (accessed Oct 8, 2024)."},{"key":"ref45\/cit45","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.4c01578"},{"key":"ref46\/cit46","doi-asserted-by":"publisher","unstructured":"Seabold, S.; Perktold, J. statsmodels: Econometric and statistical modeling with python. In\n                      9th Python in Science Conference\n                      , 2010, pp 92\u201396.10.25080\/majora-92bf1922-011.","DOI":"10.25080\/majora-92bf1922-011"},{"key":"ref47\/cit47","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01169"},{"key":"ref48\/cit48","first-page":"2825","volume":"12","author":"Pedregosa F.","year":"2011","journal-title":"Journal of Machine Learning Research"},{"key":"ref49\/cit49","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01026"},{"key":"ref50\/cit50","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-018-0309-4"}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.5c01609","content-type":"application\/pdf","content-version":"vor","intended-application":"unspecified"},{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.5c01609","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T07:46:38Z","timestamp":1773215198000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.5c01609"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,11]]},"references-count":50,"journal-issue":{"issue":"18","published-print":{"date-parts":[[2025,9,22]]}},"alternative-id":["10.1021\/acs.jcim.5c01609"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.5c01609","relation":{"has-preprint":[{"id-type":"doi","id":"10.26434\/chemrxiv-2024-6dbwv","asserted-by":"object"},{"id-type":"doi","id":"10.26434\/chemrxiv-2024-6dbwv-v2","asserted-by":"object"}]},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,11]]}}}