{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,3]],"date-time":"2026-04-03T18:52:17Z","timestamp":1775242337923,"version":"3.50.1"},"reference-count":44,"publisher":"American Chemical Society (ACS)","issue":"22","license":[{"start":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T00:00:00Z","timestamp":1731542400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/"}],"funder":[{"DOI":"10.13039\/100004336","name":"Novartis","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004336","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2024,11,25]]},"DOI":"10.1021\/acs.jcim.4c01578","type":"journal-article","created":{"date-parts":[[2024,11,14]],"date-time":"2024-11-14T19:58:53Z","timestamp":1731614333000},"page":"8379-8386","source":"Crossref","is-referenced-by-count":10,"title":["UNIQUE: A Framework for Uncertainty Quantification Benchmarking"],"prefix":"10.1021","volume":"64","author":[{"given":"Jessica","family":"Lanini","sequence":"first","affiliation":[{"name":"Novartis Biomedical Research, Novartis Campus, 4002 Basel, Switzerland"}]},{"given":"Minh Tam Davide","family":"Huynh","sequence":"additional","affiliation":[{"name":"Novartis Biomedical Research, Novartis Campus, 4002 Basel, Switzerland"}]},{"given":"Gaetano","family":"Scebba","sequence":"additional","affiliation":[{"name":"Novartis Biomedical Research, Novartis Campus, 4002 Basel, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5824-2764","authenticated-orcid":true,"given":"Nadine","family":"Schneider","sequence":"additional","affiliation":[{"name":"Novartis Biomedical Research, Novartis Campus, 4002 Basel, Switzerland"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2992-3402","authenticated-orcid":true,"given":"Raquel","family":"Rodr\u00edguez-P\u00e9rez","sequence":"additional","affiliation":[{"name":"Novartis Biomedical Research, Novartis Campus, 4002 Basel, Switzerland"}]}],"member":"316","published-online":{"date-parts":[[2024,11,14]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"crossref","DOI":"10.1039\/9781839160233","volume-title":"Machine Learning in Chemistry: The Impact of Artificial Intelligence","author":"Cartwright H. M.","year":"2020"},{"key":"ref2\/cit2","doi-asserted-by":"publisher","DOI":"10.1109\/MEMB.2007.335579"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-021-10058-4"},{"key":"ref4\/cit4","doi-asserted-by":"publisher","DOI":"10.1002\/9780470397428"},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.05.008"},{"key":"ref6\/cit6","unstructured":"Amodei, D.;  Concrete Problems in AI Safety.\n                      arXiv (Computer Science.Artificial Intelligence)\n                      , July 25, 2016, 1606.06565, ver. 2. https:\/\/arxiv.org\/abs\/1606.06565."},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref8\/cit8","first-page":"1321","volume":"70","author":"Guo C.","year":"2017","journal-title":"Proc. Mach. Learn. Res."},{"key":"ref9\/cit9","unstructured":"Ovadia, Y.;  Can you trust your model\u2019s uncertainty? Evaluating predictive uncertainty under dataset shift. In\n                      Advances in Neural Information Processing Systems 32 (NeurIPS 2019)\n                      ; Curran Associates, 2019."},{"key":"ref10\/cit10","unstructured":"Krishnan, R.; Tickoo, O. Improving model calibration with accuracy versus uncertainty optimization. In\n                      Advances in Neural Information Processing Systems 33 (NeurIPS 2020)\n                      ; Curran Associates, 2020; pp 18237\u201318248."},{"key":"ref11\/cit11","unstructured":"Nixon, J.;  Measuring Calibration in Deep Learning.\n                      arXiv (Computer Science.Machine Learning)\n                      , August 7, 2020, 1904.01685, ver. 2. https:\/\/arxiv.org\/abs\/1904.01685."},{"key":"ref12\/cit12","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201501019"},{"key":"ref13\/cit13","doi-asserted-by":"publisher","DOI":"10.1002\/minf.201000100"},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-020-17112-9"},{"key":"ref15\/cit15","doi-asserted-by":"publisher","unstructured":"MacKay, D. J. C. Bayesian methods for adaptive models. Ph.D. Dissertation, California Institute of Technology, Pasadena, CA, 1992).10.7907\/H3A1-WM07.","DOI":"10.7907\/H3A1-WM07"},{"key":"ref16\/cit16","first-page":"2611","volume":"80","author":"Khan M. E.","year":"2018","journal-title":"Proc. Mach. Learn. Res."},{"key":"ref17\/cit17","unstructured":"Osawa, K.;  Practical Deep Learning with Bayesian Principles. In\n                      Advances in Neural Information Processing Systems 32 (NeurIPS 2019)\n                      ; Curran Associates, 2019."},{"key":"ref18\/cit18","first-page":"10248","volume":"119","author":"Wenzel F.","year":"2020","journal-title":"Proc. Mach. Learn. Res."},{"key":"ref19\/cit19","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316870"},{"key":"ref20\/cit20","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2015.2494218"},{"key":"ref21\/cit21","series-title":"Lecture Notes in Statistics","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0745-0","volume-title":"Bayesian Learning for Neural Networks","volume":"118","author":"Neal R. M.","year":"1996"},{"key":"ref22\/cit22","unstructured":"Detommaso, G.;  Fortuna: A Library for Uncertainty Quantification in Deep Learning.\n                      arXiv (Computer Science.Machine Learning)\n                      , February 8, 2023, 2302.04019, ver. 1. https:\/\/arxiv.org\/abs\/2302.04019"},{"key":"ref23\/cit23","unstructured":"Nado, Z.;  Uncertainty Baselines: Benchmarks for Uncertainty & Robustness in Deep Learning.\n                      arXiv (Computer Science.Machine Learning)\n                      , January 5, 2022, 2106.04015, ver. 3. https:\/\/arxiv.org\/abs\/2106.04015."},{"key":"ref24\/cit24","unstructured":"Ghosh, S.;  Uncertainty Quantification 360: A Holistic Toolkit for Quantifying and Communicating the Uncertainty of AI.\n                      arXiv (Computer Science.Artificial Intelligence)\n                      , June 4, 2021, 2106.01410, ver. 2. https:\/\/arxiv.org\/abs\/2106.01410."},{"key":"ref25\/cit25","unstructured":"Chung, Y.; Char, I.; Guo, H., Schneider, J.; Neiswanger, W. Uncertainty Toolbox: an Open-Source Library for Assessing, Visualizing, and Improving Uncertainty Quantification.\n                      arXiv (Computer Science.Machine Learning)\n                      , September 21, 2021, 2109.10254, ver. 1. https:\/\/arxiv.org\/abs\/2109.10254."},{"key":"ref26\/cit26","unstructured":"Taquet, V.; Blot, V.; Morzadec, T., Lacombe, L.; Brunel, N. MAPIE: an open-source library for distribution-free uncertainty quantification.\n                      arXiv (Statistics.Machine Learning)\n                      , July 25, 2022, 2207.12274, ver. 1. https:\/\/arxiv.org\/abs\/2207.12274."},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.1039\/9781788016841-00063"},{"key":"ref28\/cit28","doi-asserted-by":"publisher","DOI":"10.1088\/2632-2153\/ab7e1a"},{"key":"ref29\/cit29","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.0c00502"},{"key":"ref30\/cit30","unstructured":"Tran, D.;  Plex: Towards Reliability using Pretrained Large Model Extensions.\n                      arXiv (Computer Science.Machine Learning)\n                      , July 15, 2022, 2207.07411, ver. 1. https:\/\/arxiv.org\/abs\/2207.07411."},{"key":"ref31\/cit31","doi-asserted-by":"publisher","DOI":"10.1186\/s13321-023-00790-0"},{"key":"ref32\/cit32","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.2c00699"},{"key":"ref33\/cit33","unstructured":"Lahlou, S.;  DEUP: Direct Epistemic Uncertainty Prediction.\n                      arXiv (Computer Science.Machine Learning)\n                      , February 3, 2023, 2102.08501, ver. 4. https:\/\/arxiv.org\/abs\/2102.08501."},{"key":"ref34\/cit34","doi-asserted-by":"publisher","DOI":"10.1021\/acsomega.1c03752"},{"key":"ref35\/cit35","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1996.tb02080.x"},{"key":"ref36\/cit36","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref37\/cit37","first-page":"4369","volume":"80","author":"Kuleshov V.","year":"2018","journal-title":"Proc. Mach. Learn. Res."},{"key":"ref38\/cit38","doi-asserted-by":"publisher","DOI":"10.1198\/016214506000001437"},{"key":"ref39\/cit39","doi-asserted-by":"publisher","DOI":"10.1214\/12-AOS973"},{"key":"ref40\/cit40","doi-asserted-by":"publisher","unstructured":"Wenlock, M.; Tomkinson, N. Experimental in Vitro DMPK and Physicochemical Data on a Set of Publicly Disclosed Compounds. CHEMBL3301361.\n                      ChEMBL\n                      , 2015.10.6019\/CHEMBL3301361.","DOI":"10.6019\/CHEMBL3301361"},{"key":"ref41\/cit41","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkr777"},{"key":"ref42\/cit42","unstructured":"RDKit:\nOpen-Source Cheminformatics Software\n                      . https:\/\/www.rdkit.org\/."},{"key":"ref43\/cit43","doi-asserted-by":"publisher","DOI":"10.1021\/ci100050t"},{"key":"ref44\/cit44","first-page":"2825","volume":"12","author":"Pedregosa F.","year":"2011","journal-title":"J. Mach. Learn. Res."}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.4c01578","content-type":"application\/pdf","content-version":"vor","intended-application":"unspecified"},{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.4c01578","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,25]],"date-time":"2024-11-25T04:11:05Z","timestamp":1732507865000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.4c01578"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,14]]},"references-count":44,"journal-issue":{"issue":"22","published-print":{"date-parts":[[2024,11,25]]}},"alternative-id":["10.1021\/acs.jcim.4c01578"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.4c01578","relation":{"has-preprint":[{"id-type":"doi","id":"10.26434\/chemrxiv-2024-fmbgk","asserted-by":"object"}]},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,14]]}}}