{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,10]],"date-time":"2026-01-10T08:56:29Z","timestamp":1768035389606,"version":"3.49.0"},"publisher-location":"Cham","reference-count":18,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031723803","type":"print"},{"value":"9783031723810","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,9,20]],"date-time":"2024-09-20T00:00:00Z","timestamp":1726790400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2024,9,20]],"date-time":"2024-09-20T00:00:00Z","timestamp":1726790400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"abstract":"<jats:title>Abstract<\/jats:title><jats:p>The quantification of uncertainties associated with neural network predictions can facilitate optimal decision-making and accelerate workflows where time and resource efficiency are essential.<\/jats:p>","DOI":"10.1007\/978-3-031-72381-0_2","type":"book-chapter","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T13:10:16Z","timestamp":1726751416000},"page":"13-20","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Temporal Evaluation of\u00a0Probability Calibration with\u00a0Experimental Errors"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0047-0964","authenticated-orcid":false,"given":"Hannah Rosa","family":"Friesacher","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5598-0286","authenticated-orcid":false,"given":"Emma","family":"Svensson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4901-7650","authenticated-orcid":false,"given":"Adam","family":"Arany","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7271-0824","authenticated-orcid":false,"given":"Lewis","family":"Mervin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4970-6461","authenticated-orcid":false,"given":"Ola","family":"Engkvist","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,20]]},"reference":[{"key":"2_CR1","unstructured":"MELLODDY-TUNER. https:\/\/github.com\/melloddy\/MELLODDY-TUNER"},{"key":"2_CR2","unstructured":"Gal, Y., Ghahramani, Z.: Dropout as a bayesian approximation: representing model uncertainty in deep learning. In: Balcan, M.F., Weinberger, K.Q. (eds.) Proceedings of The 33rd International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a048, pp. 1050\u20131059. PMLR, New York, New York, USA (20\u201322 Jun 2016). https:\/\/proceedings.mlr.press\/v48\/gal16.html"},{"key":"2_CR3","doi-asserted-by":"publisher","unstructured":"Gruber, C., Schenk, P.O., Schierholz, M., Kreuter, F., Kauermann, G.: Sources of uncertainty in machine learning \u2013 a statisticians\u2019 view (2023). https:\/\/doi.org\/10.48550\/arXiv.2305.16703","DOI":"10.48550\/arXiv.2305.16703"},{"key":"2_CR4","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: Precup, D., Teh, Y.W. (eds.) Proceedings of the 34th International Conference on Machine Learning. Proceedings of Machine Learning Research, 06\u201311 Aug 2017, vol.\u00a070, pp. 1321\u20131330. PMLR (2017). https:\/\/proceedings.mlr.press\/v70\/guo17a.html"},{"key":"2_CR5","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.3c00799","author":"W Heyndrickx","year":"2023","unstructured":"Heyndrickx, W., et al.: Melloddy: Cross-pharma federated learning at unprecedented scale unlocks benefits in qsar without compromising proprietary information. J. Chem. Inf. Model. (2023). https:\/\/doi.org\/10.1021\/acs.jcim.3c00799","journal-title":"J. Chem. Inf. Model."},{"key":"2_CR6","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/s10994-021-05946-3","volume":"110","author":"E H\u00fcllermeier","year":"2019","unstructured":"H\u00fcllermeier, E., Waegeman, W.: Aleatoric and epistemic uncertainty in machine learning: an introduction to concepts and methods. Mach. Learn. 110, 457\u2013506 (2019). https:\/\/doi.org\/10.1007\/s10994-021-05946-3","journal-title":"Mach. Learn."},{"key":"2_CR7","unstructured":"Lakshminarayanan, B., Pritzel, A., Blundell, C.: Simple and scalable predictive uncertainty estimation using deep ensembles. In: Guyon, I., et al. (eds.) Advances in Neural Information Processing Systems. vol.\u00a030. Curran Associates, Inc. (2017), https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2017\/file\/9ef2ed4b7fd2c810847ffa5fa85bce38-Paper.pdf"},{"key":"2_CR8","doi-asserted-by":"publisher","unstructured":"Landrum, G.: RDKit: Open-source cheminformatics (2006). https:\/\/doi.org\/10.5281\/zenodo.6961488","DOI":"10.5281\/zenodo.6961488"},{"key":"2_CR9","doi-asserted-by":"publisher","unstructured":"Mervin, L., Trapotsi, M.A., Afzal, A., Barrett, I., Bender, A., Engkvist, O.: Probabilistic random forest improves bioactivity predictions close to the classification threshold by taking into account experimental uncertainty (2021). https:\/\/doi.org\/10.26434\/chemrxiv.14544291","DOI":"10.26434\/chemrxiv.14544291"},{"key":"2_CR10","doi-asserted-by":"publisher","unstructured":"Mervin, L.H., Afzal, A.M., Engkvist, O., Bender, A.: Comparison of scaling methods to obtain calibrated probabilities of activity for protein-ligand predictions. J. Chem. Inf. Model. 60(10), 4546\u20134559 (2020). https:\/\/doi.org\/10.1021\/acs.jcim.0c00476, pMID: 32865408","DOI":"10.1021\/acs.jcim.0c00476"},{"issue":"2","key":"2_CR11","doi-asserted-by":"publisher","first-page":"474","DOI":"10.1016\/j.drudis.2020.11.027","volume":"26","author":"LH Mervin","year":"2021","unstructured":"Mervin, L.H., Johansson, S., Semenova, E., Giblin, K.A., Engkvist, O.: Uncertainty quantification in drug design. Drug Discovery Today 26(2), 474\u2013489 (2021). https:\/\/doi.org\/10.1016\/j.drudis.2020.11.027","journal-title":"Drug Discovery Today"},{"key":"2_CR12","doi-asserted-by":"publisher","unstructured":"Nixon, J., Dusenberry, M.W., Zhang, L., Jerfel, G., Tran, D.: Measuring calibration in deep learning. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops (June 2019). https:\/\/doi.org\/10.48550\/arXiv.1904.01685","DOI":"10.48550\/arXiv.1904.01685"},{"key":"2_CR13","unstructured":"Ovadia, Y., et al.: Can you trust your model\u2019 s uncertainty? Evaluating predictive uncertainty under dataset shift. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol.\u00a032. Curran Associates, Inc. (2019). https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2019\/file\/8558cb408c1d76621371888657d2eb1d-Paper.pdf"},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Platt, J.: Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Adv. Large Margin Classif. 10(3), 61\u201374 (1999)","DOI":"10.7551\/mitpress\/1113.003.0008"},{"key":"2_CR15","doi-asserted-by":"publisher","unstructured":"Reis, I., Baron, D., Shahaf, S.: Probabilistic random forest: a machine learning algorithm for noisy data sets. Astron. J. 157(1), 16 (2018). https:\/\/doi.org\/10.3847\/1538-3881\/aaf101","DOI":"10.3847\/1538-3881\/aaf101"},{"issue":"4","key":"2_CR16","doi-asserted-by":"publisher","first-page":"783","DOI":"10.1021\/ci400084k","volume":"53","author":"RP Sheridan","year":"2013","unstructured":"Sheridan, R.P.: Time-split cross-validation as a method for estimating the goodness of prospective prediction. J. Chem. Inf. Model. 53(4), 783\u2013790 (2013). https:\/\/doi.org\/10.1021\/ci400084k","journal-title":"J. Chem. Inf. Model."},{"key":"2_CR17","unstructured":"Toccaceli, P., Nouretdinov, I., Luo, Z., Vovk, V., Carlsson, L., Gammerman, A.: Excape wp1-probabilistic prediction (2016)"},{"key":"2_CR18","doi-asserted-by":"publisher","unstructured":"Vovk, V., Petej, I.: Venn-abers predictors (2014). https:\/\/doi.org\/10.48550\/arXiv.1211.0025","DOI":"10.48550\/arXiv.1211.0025"}],"container-title":["Lecture Notes in Computer Science","AI in Drug Discovery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72381-0_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T13:11:34Z","timestamp":1726751494000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72381-0_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,20]]},"ISBN":["9783031723803","9783031723810"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72381-0_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,20]]},"assertion":[{"value":"20 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"AIDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on AI in Drug Discovery","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lugano","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Switzerland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aidd2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/wp-content\/uploads\/2024\/ICANN2024-AIDrugDis-CfP_final.pdf","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}