{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T17:55:38Z","timestamp":1775670938711,"version":"3.50.1"},"reference-count":55,"publisher":"American Chemical Society (ACS)","issue":"6","license":[{"start":{"date-parts":[[2020,4,3]],"date-time":"2020-04-03T00:00:00Z","timestamp":1585872000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,4,3]],"date-time":"2020-04-03T00:00:00Z","timestamp":1585872000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2020,4,3]],"date-time":"2020-04-03T00:00:00Z","timestamp":1585872000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-045"}],"funder":[{"DOI":"10.13039\/501100006690","name":"Politecnico di Milano","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006690","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006919","name":"Massachusetts Institute of Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006919","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["108-2636-E-002-017"],"award-info":[{"award-number":["108-2636-E-002-017"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2020,6,22]]},"DOI":"10.1021\/acs.jcim.9b00975","type":"journal-article","created":{"date-parts":[[2020,4,3]],"date-time":"2020-04-03T17:53:45Z","timestamp":1585936425000},"page":"2697-2717","source":"Crossref","is-referenced-by-count":184,"title":["Evaluating Scalable Uncertainty Estimation Methods for Deep Learning-Based Molecular Property Prediction"],"prefix":"10.1021","volume":"60","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3305-9220","authenticated-orcid":true,"given":"Gabriele","family":"Scalia","sequence":"first","affiliation":[{"name":"Department of Chemical Engineering, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139, United States"},{"name":"Department of Electronics, Information and Bioengineering, Politecnico di Milano, 20133 Milano, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2204-9046","authenticated-orcid":true,"given":"Colin A.","family":"Grambow","sequence":"additional","affiliation":[{"name":"Department of Chemical Engineering, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139, United States"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2034-9774","authenticated-orcid":true,"given":"Barbara","family":"Pernici","sequence":"additional","affiliation":[{"name":"Department of Electronics, Information and Bioengineering, Politecnico di Milano, 20133 Milano, Italy"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1314-3276","authenticated-orcid":true,"given":"Yi-Pei","family":"Li","sequence":"additional","affiliation":[{"name":"Department of Chemical Engineering, National Taiwan University, Taipei 10617, Taiwan"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2603-9694","authenticated-orcid":true,"given":"William H.","family":"Green","sequence":"additional","affiliation":[{"name":"Department of Chemical Engineering, Massachusetts Institute of Technology, Cambridge, Massachusetts 02139, United States"}]}],"member":"316","published-online":{"date-parts":[[2020,4,3]]},"reference":[{"key":"ref1\/cit1","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.9b00237"},{"key":"ref2\/cit2","doi-asserted-by":"publisher","DOI":"10.1039\/c7sc02664a"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.1039\/c8sc00148k"},{"key":"ref4\/cit4","unstructured":"Duvenaud, D.; Maclaurin, D.; Aguilera-Iparraguirre, J.; G\u00f3mez-Bombarelli, R.; Hirzel, T.; Aspuru-Guzik, A.; Adams, R. P. Convolutional Networks on Graphs for Learning Molecular Fingerprints.  Proceedings of the 28th International Conference on Neural Information Processing Systems, 2015; Vol. 2, pp 2224\u20132232."},{"key":"ref5\/cit5","unstructured":"Gal, Y. Uncertainty in deep learning. Ph.D. Thesis, University of Cambridge, 2016."},{"key":"ref6\/cit6","unstructured":"Kendall, A.; Gal, Y. What Uncertainties Do We Need in Bayesian Deep Learning for Computer Vision?  Proceedings of the 31st International Conference on Neural Information Processing Systems, 2017; pp 5580\u20135590."},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1039\/c9sc00616h"},{"key":"ref8\/cit8","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jctc.7b00235"},{"key":"ref9\/cit9","doi-asserted-by":"crossref","DOI":"10.1007\/978-1-4612-0745-0","volume-title":"Bayesian Learning for Neural Networks","author":"Neal R. M.","year":"1996"},{"key":"ref10\/cit10","unstructured":"Gal, Y.; Ghahramani, Z. Dropout As a Bayesian Approximation: Representing Model Uncertainty in Deep Learning.  Proceedings of the 33rd International Conference on International Conference on Machine Learning, 2016; Vol. 48, pp 1050\u20131059."},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.1039\/c9sc01992h"},{"key":"ref12\/cit12","unstructured":"Lakshminarayanan, B.; Pritzel, A.; Blundell, C. Simple and Scalable Predictive Uncertainty Estimation Using Deep Ensembles.  Proceedings of the 31st International Conference on Neural Information Processing Systems, 2017; pp 6405\u20136416."},{"key":"ref13\/cit13","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-018-0107-6"},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1390-1"},{"key":"ref15\/cit15","unstructured":"Duvenaud, D.; Maclaurin, D.; Adams, R. P. Early Stopping as Nonparametric Variational Inference.  Proceedings of the 19th International Conference on Artificial Intelligence and Statistics, AISTATS 2016, 2016; pp 1070\u20131077."},{"key":"ref16\/cit16","unstructured":"Pearce, T.; Zaki, M.; Brintrup, A.; Neel, A. Uncertainty in neural networks: Bayesian ensembling. 2018, arXiv:1810.05546. arXiv preprint."},{"key":"ref17\/cit17","doi-asserted-by":"crossref","unstructured":"Gustafsson, F. K.; Danelljan, M.; Sch\u00f6n, T. B. Evaluating Scalable Bayesian Deep Learning Methods for Robust Computer Vision. 2019, arXiv:1906.01620. arXiv preprint.","DOI":"10.1109\/CVPRW50498.2020.00167"},{"key":"ref18\/cit18","unstructured":"Guo, C.; Pleiss, G.; Sun, Y.; Weinberger, K. Q. On Calibration of Modern Neural Networks.  Proceedings of the 34th International Conference on Machine Learning, 2017; Vol. 70, pp 1321\u20131330."},{"key":"ref19\/cit19","doi-asserted-by":"crossref","unstructured":"Ilg, E.; Cicek, O.; Galesso, S.; Klein, A.; Makansi, O.; Hutter, F.; Brox, T. Uncertainty estimates and multi-hypotheses networks for optical flow.  Proceedings of the European Conference on Computer Vision (ECCV), 2018; pp 652\u2013667.","DOI":"10.1007\/978-3-030-01234-2_40"},{"key":"ref20\/cit20","unstructured":"Mukhoti, J.; Gal, Y. Evaluating Bayesian Deep Learning Methods for Semantic Segmentation. 2018, arXiv:1811.12709. arXiv preprint."},{"key":"ref21\/cit21","unstructured":"Kuleshov, V.; Fenner, N.; Ermon, S. Accurate Uncertainties for Deep Learning Using Calibrated Regression.  Proceedings of the 35th International Conference on Machine Learning, 2018; pp 2796\u20132804."},{"key":"ref22\/cit22","unstructured":"Levi, D.; Gispan, L.; Giladi, N.; Fetaya, E. Evaluating and Calibrating Uncertainty Prediction in Regression Tasks. 2019, arXiv:1905.11659. arXiv preprint."},{"key":"ref23\/cit23","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00114"},{"key":"ref24\/cit24","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.8b00542"},{"key":"ref25\/cit25","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.6b00601"},{"key":"ref26\/cit26","unstructured":"Kendall, A.; Gal, Y.; Cipolla, R. Multi-task learning using uncertainty to weigh losses for scene geometry and semantics.  Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 2018; pp 7482\u20137491."},{"key":"ref27\/cit27","doi-asserted-by":"crossref","unstructured":"Le, Q. V.; Smola, A. J.; Canu, S. Heteroscedastic Gaussian process regression.  Proceedings of the 22nd International Conference on Machine Learning, 2005; pp 489\u2013496.","DOI":"10.1145\/1102351.1102413"},{"key":"ref28\/cit28","doi-asserted-by":"crossref","unstructured":"Nix, D. A.; Weigend, A. S. Estimating the mean and variance of the target probability distribution.  Proceedings of 1994 IEEE International Conference on Neural Networks (ICNN\u201994), 1994; pp 55\u201360.","DOI":"10.1109\/ICNN.1994.374138"},{"key":"ref29\/cit29","unstructured":"Bishop, C. M. Mixture Density Networks, 1994."},{"key":"ref30\/cit30","doi-asserted-by":"crossref","unstructured":"Choi, S.; Lee, K.; Lim, S.; Oh, S. Uncertainty-aware learning from demonstration using mixture density networks with sampling-free variance modeling.  2018 IEEE International Conference on Robotics and Automation (ICRA), 2018; pp 6915\u20136922.","DOI":"10.1109\/ICRA.2018.8462978"},{"key":"ref31\/cit31","unstructured":"Kristiadi, A.; Fischer, A. Predictive Uncertainty Quantification with Compound Density Networks. 2019, arXiv:1902.01080. arXiv preprint."},{"key":"ref32\/cit32","unstructured":"Ma, Y.A.; Chen, T.; Fox, E. B. A Complete Recipe for Stochastic Gradient MCMC.  Proceedings of the 28th International Conference on Neural Information Processing Systems, 2015; Vol. 2, pp 2917\u20132925."},{"key":"ref33\/cit33","unstructured":"Zhang, R.; Li, C.; Zhang, J.; Chen, C.; Wilson, A. G. Cyclical stochastic gradient MCMC for Bayesian deep learning. 2019, arXiv:1902.03932, arXiv preprint."},{"key":"ref34\/cit34","unstructured":"Graves, A. Practical Variational Inference for Neural Networks.  Proceedings of the 24th International Conference on Neural Information Processing Systems, 2011; pp 2348\u20132356."},{"key":"ref35\/cit35","unstructured":"Hern\u00e1ndez-Lobato, J. M.; Adams, R. P. Probabilistic Backpropagation for Scalable Learning of Bayesian Neural Networks.  Proceedings of the 32Nd International Conference on International Conference on Machine Learning, 2015; Vol. 37, pp 1861\u20131869."},{"key":"ref36\/cit36","unstructured":"Liu, Q.; Wang, D. Stein Variational Gradient Descent: A General Purpose Bayesian Inference Algorithm.  Proceedings of the 30th International Conference on Neural Information Processing Systems, 2016; pp 2378\u20132386."},{"key":"ref37\/cit37","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jpca.8b10789"},{"key":"ref38\/cit38","doi-asserted-by":"publisher","DOI":"10.1063\/1.5023802"},{"key":"ref39\/cit39","doi-asserted-by":"publisher","DOI":"10.1039\/c7cp00375g"},{"key":"ref40\/cit40","unstructured":"Gal, Y.; Hron, J.; Kendall, A. Concrete dropout.  Proceedings of the 31st International Conference on Neural Information Processing Systems, 2017; pp 3584\u20133593."},{"key":"ref41\/cit41","first-page":"1929","volume":"15","author":"Srivastava N.","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref42\/cit42","doi-asserted-by":"crossref","unstructured":"Dietterich, T. G. Ensemble Methods in Machine Learning.  Proceedings of the First International Workshop on Multiple Classifier Systems, 2000; pp 1\u201315.","DOI":"10.1007\/3-540-45014-9_1"},{"key":"ref43\/cit43","volume-title":"Deep Learning","author":"Goodfellow I.","year":"2016"},{"key":"ref44\/cit44","doi-asserted-by":"crossref","unstructured":"Niculescu-Mizil, A.; Caruana, R. Predicting good probabilities with supervised learning.  Proceedings of the 22nd international conference on Machine learning, 2005; pp 625\u2013632.","DOI":"10.1145\/1102351.1102430"},{"key":"ref45\/cit45","doi-asserted-by":"publisher","DOI":"10.2307\/2987588"},{"key":"ref46\/cit46","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-9868.2007.00587.x"},{"key":"ref47\/cit47","doi-asserted-by":"crossref","unstructured":"Beluch, W. H.; Genewein, T.; Nurnberger, A.; Kohler, J. M. The Power of Ensembles for Active Learning in Image Classification.  2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2018; pp 9368\u20139377.","DOI":"10.1109\/CVPR.2018.00976"},{"key":"ref48\/cit48","unstructured":"Chen, G.; Chen, P.; Hsieh, C.Y.; Lee, C.K.; Liao, B.; Liao, R.; Liu, W.; Qiu, J.; Sun, Q.; Tang, J.; Zemel, R.; Zhang, S. Alchemy: A Quantum Chemistry Dataset for Benchmarking AI Models. 2019, arXiv:1906.09427, arXiv preprint."},{"key":"ref49\/cit49","unstructured":"Ovadia, Y.; Fertig, E.; Ren, J.; Nado, Z.; Sculley, D.; Nowozin, S.; Dillon, J. V.; Lakshminarayanan, B.; Snoek, J. Can You Trust Your Model\u2019s Uncertainty? Evaluating Predictive Uncertainty Under Dataset Shift. 2019, arXiv:1906.02530, arXiv preprint."},{"key":"ref50\/cit50","unstructured":"Fort, S.; Hu, H.; Lakshminarayanan, B. Deep Ensembles: A Loss Landscape Perspective. 2019, arXiv:1912.02757, arXiv preprint."},{"key":"ref51\/cit51","unstructured":"Huang, G.; Li, Y.; Pleiss, G.; Liu, Z.; Hopcroft, J. E.; Weinberger, K. Q. Snapshot Ensembles: Train 1, Get M for Free.  International Conference on Learning Representations, ICLR, 2017."},{"key":"ref52\/cit52","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-10827-4"},{"key":"ref53\/cit53","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jpca.9b04195"},{"key":"ref54\/cit54","unstructured":"Lee, S.; Purushwalkam, S.; Cogswell, M.; Crandall, D.; Batra, D. Why M heads are better than one: Training a diverse ensemble of deep networks. 2015, arXiv:1511.06314, arXiv preprint."},{"key":"ref55\/cit55","unstructured":"Pearce, T.; Anastassacos, N.; Zaki, M.; Neely, A. Bayesian Inference with Anchored Ensembles of Neural Networks, and Application to Reinforcement Learning. 2018, arXiv:1805.11324, arXiv preprint."}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.9b00975","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,27]],"date-time":"2023-04-27T06:47:42Z","timestamp":1682578062000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.9b00975"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,4,3]]},"references-count":55,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2020,6,22]]}},"alternative-id":["10.1021\/acs.jcim.9b00975"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.9b00975","relation":{},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,4,3]]}}}