{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T17:38:40Z","timestamp":1772127520641,"version":"3.50.1"},"reference-count":97,"publisher":"American Chemical Society (ACS)","issue":"10","license":[{"start":{"date-parts":[[2020,8,31]],"date-time":"2020-08-31T00:00:00Z","timestamp":1598832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,8,31]],"date-time":"2020-08-31T00:00:00Z","timestamp":1598832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2020,8,31]],"date-time":"2020-08-31T00:00:00Z","timestamp":1598832000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-045"}],"funder":[{"DOI":"10.13039\/100004325","name":"AstraZeneca","doi-asserted-by":"publisher","award":["RG75821"],"award-info":[{"award-number":["RG75821"]}],"id":[{"id":"10.13039\/100004325","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000268","name":"Biotechnology and Biological Sciences Research Council","doi-asserted-by":"publisher","award":["BB\/K011804\/1"],"award-info":[{"award-number":["BB\/K011804\/1"]}],"id":[{"id":"10.13039\/501100000268","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2020,10,26]]},"DOI":"10.1021\/acs.jcim.0c00476","type":"journal-article","created":{"date-parts":[[2020,8,31]],"date-time":"2020-08-31T11:04:48Z","timestamp":1598871888000},"page":"4546-4559","source":"Crossref","is-referenced-by-count":21,"title":["Comparison of Scaling Methods to Obtain Calibrated Probabilities of Activity for Protein\u2013Ligand Predictions"],"prefix":"10.1021","volume":"60","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7271-0824","authenticated-orcid":true,"given":"Lewis H.","family":"Mervin","sequence":"first","affiliation":[{"name":"Hit Discovery, Discovery Sciences, R&D, AstraZeneca, Cambridge CB2 0AA, U.K."}]},{"given":"Avid M.","family":"Afzal","sequence":"additional","affiliation":[{"name":"Data Sciences & Quantitative Biology, Discovery Sciences, R&D, AstraZeneca, Cambridge CB2 0AA, U.K."}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4970-6461","authenticated-orcid":true,"given":"Ola","family":"Engkvist","sequence":"additional","affiliation":[{"name":"Hit Discovery, Discovery Sciences, R&D, AstraZeneca, M\u00f6lndal SE-431 83, Sweden"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6683-7546","authenticated-orcid":true,"given":"Andreas","family":"Bender","sequence":"additional","affiliation":[{"name":"Centre for Molecular Informatics, Department of Chemistry, University of Cambridge, Cambridge CB2 1TN, U.K."}]}],"member":"316","published-online":{"date-parts":[[2020,8,31]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.1021\/ci060003g"},{"key":"ref2\/cit2","doi-asserted-by":"publisher","DOI":"10.1039\/c8sc00148k"},{"key":"ref3\/cit3","unstructured":"Unterthiner, T.; Mayr, A.; Klambauer, G.; Steijaert, M.; Wegner, J. K.; Ceulemans, H.; Hochreiter, S. Deep Learning for Drug Target Prediction.\n                      Conference Neural Information Processing Systems Foundation (NIPS 2014), Workshop on Representation and Learning Methods for Complex Outputs, 2014\n                      , 2014."},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-017-0232-0"},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1021\/acschembio.7b00209"},{"key":"ref6\/cit6","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jproteome.6b00618"},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1016\/j.drudis.2015.12.007"},{"key":"ref8\/cit8","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkz382"},{"key":"ref9\/cit9","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00698"},{"key":"ref10\/cit10","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00524"},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.1021\/ci4002712"},{"key":"ref12\/cit12","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-015-0098-y"},{"key":"ref13\/cit13","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.9b00375"},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jmedchem.6b01611"},{"key":"ref15\/cit15","doi-asserted-by":"publisher","DOI":"10.1021\/ci200314j"},{"key":"ref16\/cit16","doi-asserted-by":"crossref","unstructured":"Zadrozny, B.; Elkan, C. Transforming Classifier Scores into Accurate Multiclass Probability Estimates.\n                      Proceedings of the Eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining\n                      , 2002; pp 694\u2013699.","DOI":"10.1145\/775047.775151"},{"key":"ref17\/cit17","doi-asserted-by":"crossref","unstructured":"Niculescu-Mizil, A.; Caruana, R. Predicting Good Probabilities with Supervised Learning.\n                      Proceedings of the 22nd International Conference on Machine Learning\n                      , 2005; pp 625\u2013632.","DOI":"10.1145\/1102351.1102430"},{"key":"ref18\/cit18","doi-asserted-by":"crossref","unstructured":"R\u00fcping, S. Robust Probabilistic Calibration.\n                      ECML, 2006\n                      ; Springer, 2006; pp 743\u2013750.","DOI":"10.1007\/11871842_75"},{"key":"ref19\/cit19","first-page":"1","volume-title":"Encyclopedia of Machine Learning and Data Mining","author":"Flach P. A.","year":"2016"},{"key":"ref20\/cit20","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1007\/978-3-0348-8645-1_4","volume-title":"Discrete Stochastics","author":"Jacobs K.","year":"1992"},{"key":"ref21\/cit21","doi-asserted-by":"publisher","DOI":"10.1021\/acschembio.6b00706"},{"key":"ref22\/cit22","doi-asserted-by":"publisher","DOI":"10.3389\/fphar.2018.00613"},{"key":"ref23\/cit23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jprot.2011.05.011"},{"key":"ref24\/cit24","doi-asserted-by":"publisher","DOI":"10.1021\/acschembio.6b00538"},{"key":"ref25\/cit25","doi-asserted-by":"publisher","DOI":"10.1021\/ci300435j"},{"key":"ref26\/cit26","doi-asserted-by":"publisher","DOI":"10.2174\/1386207318666150305145012"},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.1186\/1758-2946-5-17"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.1021\/ci025554v"},{"key":"ref29\/cit29","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-019-0388-x"},{"key":"ref30\/cit30","doi-asserted-by":"publisher","DOI":"10.1186\/1758-2946-6-32"},{"key":"ref31\/cit31","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.7b00088"},{"key":"ref32\/cit32","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.7b00159"},{"key":"ref33\/cit33","doi-asserted-by":"publisher","DOI":"10.1021\/ci050352v"},{"key":"ref34\/cit34","doi-asserted-by":"publisher","DOI":"10.1021\/ci2001428"},{"key":"ref35\/cit35","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btx525"},{"key":"ref36\/cit36","doi-asserted-by":"publisher","DOI":"10.2174\/138620707780126705"},{"key":"ref37\/cit37","doi-asserted-by":"crossref","unstructured":"Platt, J. Probabilistic Outputs for Support Vector Machines and Comparisons to Regularized Likelihood Methods.\n                      Advances in Large Margin Classifiers\n                      , 1999; Vol. 10, pp 61\u201374.","DOI":"10.7551\/mitpress\/1113.003.0008"},{"key":"ref38\/cit38","volume-title":"Naive Bayes Classifiers","author":"Murphy K. P.","year":"2006"},{"key":"ref39\/cit39","unstructured":"Zhang, H. The Optimality of Naive Bayes.\n                      Proceedings of 17th International Florida Artificial Intelligence Research Society Conference\n                      , 2004."},{"key":"ref40\/cit40","doi-asserted-by":"publisher","DOI":"10.1023\/a:1010933404324"},{"key":"ref41\/cit41","doi-asserted-by":"publisher","DOI":"10.1002\/sim.6959"},{"key":"ref42\/cit42","unstructured":"Guo, C.; Pleiss, G.; Sun, Y.; Weinberger, K. Q. On Calibration of Modern Neural Networks.\n                      Proceedings of the 34th International Conference on Machine Learning\n                      , 2017; Vol. 70, pp 1321\u20131330."},{"key":"ref43\/cit43","first-page":"1","volume-title":"2019 International Joint Conference on Neural Networks (IJCNN)","author":"Johansson U.","year":"2019"},{"key":"ref44\/cit44","doi-asserted-by":"publisher","DOI":"10.1002\/wcms.1183"},{"key":"ref45\/cit45","doi-asserted-by":"publisher","DOI":"10.2174\/1386207318666150305145012"},{"key":"ref46\/cit46","doi-asserted-by":"publisher","DOI":"10.1186\/s12916-019-1466-7"},{"key":"ref47\/cit47","unstructured":"Vaicenavicius, J.; Widmann, D.; Andersson, C.; Lindsten, F.; Roll, J.; Sch\u00f6n, T. B. Evaluating Model Calibration in Classification. 2019, arXiv:1902.06977. arXiv preprint."},{"key":"ref48\/cit48","doi-asserted-by":"publisher","DOI":"10.1021\/ci0500381"},{"key":"ref49\/cit49","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-016-0182-y"},{"key":"ref50\/cit50","doi-asserted-by":"publisher","DOI":"10.1016\/j.yrtph.2014.12.021"},{"key":"ref51\/cit51","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-013-9378-2"},{"key":"ref52\/cit52","doi-asserted-by":"publisher","DOI":"10.1021\/ci5001168"},{"key":"ref53\/cit53","doi-asserted-by":"crossref","unstructured":"Vovk, V. Transductive Conformal Predictors.\n                      IFIP International Conference on Artificial Intelligence Applications and Innovations\n                      , 2013; pp 348\u2013360.","DOI":"10.1007\/978-3-642-41142-7_36"},{"key":"ref54\/cit54","volume-title":"Tools in Artificial Intelligence","author":"Papadopoulos H.","year":"2008"},{"key":"ref55\/cit55","unstructured":"Carlsson, L.; Eklund, M.; Norinder, U. Aggregated Conformal Prediction.\n                      IFIP International Conference on Artificial Intelligence Applications and Innovations\n                      , 2014; pp 231-240."},{"key":"ref56\/cit56","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-013-9368-4"},{"key":"ref57\/cit57","unstructured":"Vovk, V. Venn Predictors and Isotonic Regression. 2012, arXiv:abs\/1211.0025. CoRR."},{"key":"ref58\/cit58","unstructured":"Vovk, V.; Petej, I. Venn-Abers Predictors. 2012, arXiv:1211.0025. arXiv preprint."},{"key":"ref59\/cit59","unstructured":"Franc, V.; Zien, A.; Sch\u00f6lkopf, B. Support Vector Machines as Probabilistic Models.\n                      Proceedings of the 28th International Conference on Machine Learning (ICML-11)\n                      , 2011; pp 665\u2013672."},{"key":"ref60\/cit60","doi-asserted-by":"publisher","DOI":"10.1039\/c6tx00252h"},{"key":"ref61\/cit61","doi-asserted-by":"publisher","DOI":"10.3389\/fenvs.2015.00080"},{"key":"ref62\/cit62","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177728423"},{"key":"ref63\/cit63","doi-asserted-by":"publisher","DOI":"10.1214\/17-ejs1338si"},{"key":"ref64\/cit64","doi-asserted-by":"crossref","unstructured":"Vezhnevets, A.; Barinova, O. Avoiding Boosting Overfitting by Removing Confusing Samples.\n                      Machine Learning: ECML 2007\n                      , 2007; pp 430\u2013441.","DOI":"10.1007\/978-3-540-74958-5_40"},{"key":"ref65\/cit65","unstructured":"Vovk, V.; Petej, I.; Fedorova, V. Large-Scale Probabilistic Predictors with and without Guarantees of Validity.\n                      Advances in Neural Information Processing Systems\n                      , 2015; pp 892\u2013900."},{"key":"ref66\/cit66","unstructured":"Zhou, C. Conformal and Venn Predictors for Multi-Probabilistic Predictions and Their Applications. Ph.D. Thesis, Department of Computer Science, Royal Holloway, University of London, 2015."},{"key":"ref67\/cit67","doi-asserted-by":"crossref","unstructured":"Vovk, V.; Petej, I.; Fedorova, V. From Conformal to Probabilistic Prediction.\n                      IFIP International Conference on Artificial Intelligence Applications and Innovations\n                      , 2014; pp 221\u2013230.","DOI":"10.1007\/978-3-662-44722-2_24"},{"key":"ref68\/cit68","unstructured":"Toccaceli, P.; Nouretdinov, I.; Luo, Z.; Vovk, V.; Carlsson, L.; Gammerman, A.\n                      Excape Wp1. Probabilistic Prediction\n                      ; Royal Holloway, 2016."},{"key":"ref69\/cit69","doi-asserted-by":"publisher","DOI":"10.1007\/s10472-014-9420-z"},{"key":"ref70\/cit70","unstructured":"Manokhin, V. Multi-Class Probabilistic Classification Using Inductive and Cross Venn\u2013Abers Predictors.\n                      Conformal and Probabilistic Prediction and Applications\n                      , 2017; pp 228\u2013240."},{"key":"ref71\/cit71","unstructured":"Vovk, V.; Petej, I.\n                      Proceedings of the Thirtieth Conference on Uncertainty in Artificial Intelligence\n                      ; AUAI Press: Quebec City, Quebec, Canada, 2014; pp 829\u2013838."},{"key":"ref72\/cit72","unstructured":"Arvidsson, S.; Spjuth, O.; Carlsson, L.; Toccaceli, P. Prediction of Metabolic Transformations Using Cross Venn-Abers Predictors.\n                      Conformal and Probabilistic Prediction and Applications, 2017\n                      , 2017; pp 118\u2013131."},{"key":"ref73\/cit73","unstructured":"Thomas, J.\n                      Exascale Compound Activity Prediction Engine\n                      , 2014."},{"key":"ref74\/cit74","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00724"},{"key":"ref75\/cit75","unstructured":"Ahlberg, E.; Buendia, R.; Carlsson, L. Using Venn-Abers Predictors to Assess Cardio-Vascular Risk.\n                      Conformal and Probabilistic Prediction and Applications\n                      , 2018; pp 132\u2013146."},{"key":"ref76\/cit76","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2019.103350"},{"key":"ref77\/cit77","doi-asserted-by":"publisher","DOI":"10.3390\/molecules22071119"},{"key":"ref78\/cit78","unstructured":"Fakhraei, S.; Raschid, L.; Getoor, L.\n                      Proceedings of the 12th International Workshop on Data Mining in Bioinformatics\n                      ; ACM: Chicago, Illinois, 2013; pp 10\u201317."},{"key":"ref79\/cit79","doi-asserted-by":"publisher","DOI":"10.1016\/j.drudis.2011.10.005"},{"key":"ref80\/cit80","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkp456"},{"key":"ref81\/cit81","doi-asserted-by":"publisher","DOI":"10.1016\/s1574-1400(08)00012-1"},{"key":"ref82\/cit82","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkt1031"},{"key":"ref83\/cit83","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gks1189"},{"key":"ref84\/cit84","unstructured":"OEChem\n                      , Version 2.0.0; OpenEye Scientific Software: Santa Fe, Nm."},{"key":"ref85\/cit85","unstructured":"Landrum, G. Rdkit: Open-Source Cheminformatics. 2012, http:\/\/www.rdkit.org accessed on 28\/07\/2020."},{"key":"ref86\/cit86","doi-asserted-by":"publisher","DOI":"10.1021\/c160017a018"},{"key":"ref87\/cit87","first-page":"2825","volume":"12","author":"Pedregosa F.","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref88\/cit88","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0469(1950)007<0283:tstota>2.0.co;2"},{"key":"ref89\/cit89","volume-title":"Forecast Verification: A Practitioner\u2019s Guide in Atmospheric Science","author":"Jolliffe I. T.","year":"2003"},{"key":"ref90\/cit90","doi-asserted-by":"crossref","unstructured":"Cohen, I.; Goldszmidt, M. Properties and Benefits of Calibrated Classifiers.\n                      European Conference on Principles of Data Mining and Knowledge Discovery\n                      , 2004; pp 125\u2013136.","DOI":"10.1007\/978-3-540-30116-5_14"},{"key":"ref91\/cit91","unstructured":"Nouretdinov, I.; Volkhonskiy, D.; Lim, P.; Toccaceli, P.; Gammerman, A. Inductive Venn-Abers Predictive Distribution.\n                      Conformal and Probabilistic Prediction and Applications\n                      , 2018; pp 15\u201336."},{"key":"ref92\/cit92","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-017-0230-2"},{"key":"ref93\/cit93","doi-asserted-by":"publisher","DOI":"10.1109\/tssc.1970.300339"},{"key":"ref94\/cit94","doi-asserted-by":"publisher","DOI":"10.1021\/ci800079x"},{"key":"ref95\/cit95","doi-asserted-by":"publisher","DOI":"10.1021\/ci9000376"},{"key":"ref96\/cit96","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-9-363"},{"key":"ref97\/cit97","unstructured":"Nouretdinov, I. Improving Reliable Probabilistic Prediction by Using Additional Knowledge.\n                      Conformal and Probabilistic Prediction and Applications\n                      , 2017; pp 193\u2013200."}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.0c00476","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,12]],"date-time":"2024-08-12T18:13:39Z","timestamp":1723486419000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.0c00476"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,31]]},"references-count":97,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2020,10,26]]}},"alternative-id":["10.1021\/acs.jcim.0c00476"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.0c00476","relation":{"has-preprint":[{"id-type":"doi","id":"10.26434\/chemrxiv.11526132.v2","asserted-by":"object"}]},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,8,31]]}}}