{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T01:34:29Z","timestamp":1768786469879,"version":"3.49.0"},"reference-count":45,"publisher":"American Chemical Society (ACS)","issue":"12","license":[{"start":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T00:00:00Z","timestamp":1604880000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T00:00:00Z","timestamp":1604880000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T00:00:00Z","timestamp":1604880000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-045"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["NRF-2019M3E5D4065965"],"award-info":[{"award-number":["NRF-2019M3E5D4065965"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["J. Chem. Inf. Model."],"published-print":{"date-parts":[[2020,12,28]]},"DOI":"10.1021\/acs.jcim.0c00416","type":"journal-article","created":{"date-parts":[[2020,11,9]],"date-time":"2020-11-09T07:39:00Z","timestamp":1604907540000},"page":"5936-5945","source":"Crossref","is-referenced-by-count":28,"title":["Comprehensive Study on Molecular Supervised Learning with Graph Neural Networks"],"prefix":"10.1021","volume":"60","author":[{"given":"Doyeong","family":"Hwang","sequence":"first","affiliation":[{"name":"AITRICS, Hyoryoung-ro 77-gil, Seocho-gu, Seoul, Republic of Korea"}]},{"given":"Soojung","family":"Yang","sequence":"additional","affiliation":[{"name":"AITRICS, Hyoryoung-ro 77-gil, Seocho-gu, Seoul, Republic of Korea"},{"name":"Department of Chemistry, KAIST, 291 Daehak-ro,\rYuseong-gu, Daejeon 34141, Republic of Korea"}]},{"given":"Yongchan","family":"Kwon","sequence":"additional","affiliation":[{"name":"Department of Biomedical Data Science, Stanford University, Stanford, California 94305, United States"}]},{"given":"Kyung Hoon","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Chemistry, KAIST, 291 Daehak-ro,\rYuseong-gu, Daejeon 34141, Republic of Korea"}]},{"given":"Grace","family":"Lee","sequence":"additional","affiliation":[{"name":"AITRICS, Hyoryoung-ro 77-gil, Seocho-gu, Seoul, Republic of Korea"}]},{"given":"Hanseok","family":"Jo","sequence":"additional","affiliation":[{"name":"AITRICS, Hyoryoung-ro 77-gil, Seocho-gu, Seoul, Republic of Korea"}]},{"given":"Seyeol","family":"Yoon","sequence":"additional","affiliation":[{"name":"AITRICS, Hyoryoung-ro 77-gil, Seocho-gu, Seoul, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5752-6335","authenticated-orcid":true,"given":"Seongok","family":"Ryu","sequence":"additional","affiliation":[{"name":"AITRICS, Hyoryoung-ro 77-gil, Seocho-gu, Seoul, Republic of Korea"}]}],"member":"316","published-online":{"date-parts":[[2020,11,9]]},"reference":[{"key":"ref1\/cit1","unstructured":"Xu, K.; Hu, W.; Leskovec, J.; Jegelka, S. How powerful are graph neural networks? 2018, arXiv:1810.00826. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1810.00826."},{"key":"ref2\/cit2","doi-asserted-by":"publisher","DOI":"10.1021\/jm4004285"},{"key":"ref3\/cit3","doi-asserted-by":"publisher","DOI":"10.1021\/ci100050t"},{"key":"ref4\/cit4","unstructured":"Duvenaud, D. K.; Maclaurin, D.; Iparraguirre, J.; Bombarell, R.; Hirzel, T.; Aspuru-Guzik, A.; Adams, R. P. In  Convolutional Networks on Graphs For Learning Molecular Fingerprints, Advances in Neural Information Processing Systems, 2015; pp 2224\u20132232."},{"key":"ref5\/cit5","doi-asserted-by":"publisher","DOI":"10.1007\/s10822-016-9938-8"},{"key":"ref6\/cit6","unstructured":"Gilmer, J.; Schoenholz, S. S.; Riley, P. F.; Vinyals, O.; Dahl, G. E. In  Neural Message Passing for Quantum Chemistry, Proceedings of the 34th International Conference on Machine Learning-Volume 70, 2017; pp 1263\u20131272."},{"key":"ref7\/cit7","doi-asserted-by":"publisher","DOI":"10.1039\/C7SC02664A"},{"key":"ref8\/cit8","unstructured":"De Cao, N.; Kipf, T. MolGAN: An Implicit Generative Model for Small Molecular Graphs. 2018, arXiv:1805.11973. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1805.11973."},{"key":"ref9\/cit9","doi-asserted-by":"publisher","DOI":"10.1126\/science.aat2663"},{"key":"ref10\/cit10","doi-asserted-by":"publisher","DOI":"10.1038\/s41587-019-0224-x"},{"key":"ref11\/cit11","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.9b00694"},{"key":"ref12\/cit12","doi-asserted-by":"publisher","DOI":"10.1039\/C8SC04228D"},{"key":"ref13\/cit13","unstructured":"Dai, H.; Li, C.; Coley, C.; Dai, B.; Song, L. In  Advances in Neural Information Processing Systems, Advances in Neural Information Processing Systems, 2019; pp 8870\u20138880."},{"key":"ref14\/cit14","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.9b00237"},{"key":"ref15\/cit15","unstructured":"Dwivedi, V. P.; Joshi, C. K.; Laurent, T.; Bengio, Y.; Bresson, X. Benchmarking Graph Neural Networks 2020, arXiv:2003.00982. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2003.00982."},{"key":"ref16\/cit16","unstructured":"Guo, C.; Pleiss, G.; Sun, Y.; Weinberger, K. Q. In  On Calibration of Modern Neural Networks, Proceedings of the 34th International Conference on Machine Learning-Volume70, 2017; pp1321\u20131330."},{"key":"ref17\/cit17","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2020.01.021"},{"key":"ref18\/cit18","doi-asserted-by":"crossref","unstructured":"Szegedy, C.; Ioffe, S.; Vanhoucke, V.; Alemi, A. A. In  Inception-v4, Inception-resnet Andthe Impact of Residual Connections on Learning, Thirty-first AAAI conference on Articial Intelligence, 2017.","DOI":"10.1609\/aaai.v31i1.11231"},{"key":"ref19\/cit19","unstructured":"Zhang, H.; Cisse, M.; Dauphin, Y. N.; Lopez-Paz, D. mixup: Beyond Empirical Risk Minimization 2017. arXiv:1710.09412. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1710.09412."},{"key":"ref20\/cit20","unstructured":"M\u00fcller, R.; Kornblith, S.; Hinton, G. E. In  When does label smoothing help?, Advances in Neural Information Processing Systems, 2019; pp 4696\u20134705."},{"key":"ref21\/cit21","unstructured":"Wang, M.; Yu, L.; Zheng, D.; Gan, Q.; Gai, Y.; Ye, Z.; Li, M.; Zhou, J.; Huang, Q.; Ma, C.  Deep graph library: Towards efficient and scalable deep learning on graphs 2019. arXiv:1909.01315v1. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1909.01315v1."},{"key":"ref22\/cit22","unstructured":"Landrum, G. RDKit: Open-Source Cheminformatics Software, 2006."},{"key":"ref23\/cit23","unstructured":"Jin, W.; Barzilay, R.; Jaakkola, T. Junction tree variational autoencoder for molecular graph generation 2018. arXiv:1802.04364. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1802.04364."},{"key":"ref24\/cit24","unstructured":"You, J.; Liu, B.; Ying, Z.; Pande, V.; Leskovec, J. In  Graph Convolutional Policy Network for Goal-Directed Molecular Graph Generation, Advances in Neural Information Processing Systems, 2018; pp 6410\u20136421."},{"key":"ref25\/cit25","unstructured":"Battaglia, P. W.; Hamrick, J. B.; Bapst, V.; Sanchez-Gonzalez, A.; Zambaldi, V.; Malinowski, M.; Tacchetti, A.; Raposo, D.; Santoro, A.; Faulkner, R.  Relational inductive biases, deep learning, and graph networks 2018. arXiv:1806.01261. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1806.01261."},{"key":"ref26\/cit26","doi-asserted-by":"publisher","DOI":"10.3389\/fenvs.2015.00080"},{"key":"ref27\/cit27","doi-asserted-by":"publisher","DOI":"10.1021\/jm5019093"},{"key":"ref28\/cit28","unstructured":"Naeini, M. P.; Cooper, G. F.; Hauskrecht, M. In  Obtaining well Calibrated Probabilities Using Bayesian Binning, Proceedings of the. AAAI Conference on Artificial Intelligence. AAAI Conference on Artificial Intelligence 2015; pp 2901."},{"key":"ref29\/cit29","doi-asserted-by":"crossref","unstructured":"Niculescu-Mizil, A.; Caruana, R. In  Predicting Good Probabilities with Supervised Learning, Proceedings of the 22nd International Conference on Machine Learning, 2005; pp 625\u2013632.","DOI":"10.1145\/1102351.1102430"},{"key":"ref30\/cit30","first-page":"1929","volume":"15","author":"Srivastava N.","year":"2014","journal-title":"J. Mach. Learn. Res."},{"key":"ref31\/cit31","unstructured":"Pereyra, G.; Tucker, G.; Chorowski, J.; Kaiser, \u0141.; Hinton, G. Regularizing neural networks by penalizing confident output distributions 2017. arXiv:1701.06548. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1701.06548."},{"key":"ref32\/cit32","unstructured":"Gal, Y.; Ghahramani, Z. In  Dropout as a Bayesian Approximation: Representing Model Uncertainty in Deep Learning, International Conference on Machine Learning, 2016; pp 1050\u20131059."},{"key":"ref33\/cit33","unstructured":"Wilson, A. G.; Izmailov, P. Bayesian Deep Learning and a Probabilistic Perspective of Generalization 2020. arXiv:2002.08791. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2002.08791."},{"key":"ref34\/cit34","unstructured":"Maddox, W. J.; Izmailov, P.; Garipov, T.; Vetrov, D. P.; Wilson, A. G. In  A Simple Baseline for Bayesian Uncertainty in Deep Learning, Advances in Neural Information Processing Systems, 2019; pp 13132\u201313143."},{"key":"ref35\/cit35","unstructured":"Osawa, K.; Swaroop, S.; Khan, M. E. E.; Jain, A.; Eschenhagen, R.; Turner, R. E.; Yokota, R. In  Practical Deep Learning with Bayesian Principles, Advances in Neural Information Processing Systems, 2019; pp 4289\u20134301."},{"key":"ref36\/cit36","unstructured":"Lakshminarayanan, B.; Pritzel, A.; Blundell, C. In  Simple and Scalable Predictive Uncertainty Estimation Using Deep Ensembles, Advances in Neural Information Processing Systems, 2017; pp 6402\u20136413."},{"key":"ref37\/cit37","unstructured":"Welling, M.; Teh, Y. W. In  Bayesian Learning via sTochastic Gradient Langevin Dynamics, Proceedings of the 28th International Conference on Machine Learning (ICML-11), 2011; pp 681\u2013688."},{"key":"ref38\/cit38","unstructured":"Izmailov, P.; Podoprikhin, D.; Garipov, T.; Vetrov, D.; Wilson, A. G. Averaging weights leads to wider optima and better generalization 2018. arXiv:1803.05407. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/1803.05407."},{"key":"ref39\/cit39","doi-asserted-by":"publisher","DOI":"10.1021\/ci049714+"},{"key":"ref40\/cit40","doi-asserted-by":"publisher","DOI":"10.1039\/C9SC01992H"},{"key":"ref41\/cit41","doi-asserted-by":"publisher","DOI":"10.1039\/C9SC00616H"},{"key":"ref42\/cit42","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.0c00003"},{"key":"ref43\/cit43","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.9b00975"},{"key":"ref44\/cit44","unstructured":"Hirschfeld, L.; Swanson, K.; Yang, K.; Barzilay, R.; Coley, C. W. Uncertainty Quantification Using Neural Networks for Molecular Property Prediction 2020, arXiv:2005.10036. arXiv.org e-Print archive. https:\/\/arxiv.org\/abs\/2005.10036."},{"key":"ref45\/cit45","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2019.106816"}],"container-title":["Journal of Chemical Information and Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/pubs.acs.org\/doi\/pdf\/10.1021\/acs.jcim.0c00416","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T03:38:15Z","timestamp":1682480295000},"score":1,"resource":{"primary":{"URL":"https:\/\/pubs.acs.org\/doi\/10.1021\/acs.jcim.0c00416"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,11,9]]},"references-count":45,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2020,12,28]]}},"alternative-id":["10.1021\/acs.jcim.0c00416"],"URL":"https:\/\/doi.org\/10.1021\/acs.jcim.0c00416","relation":{},"ISSN":["1549-9596","1549-960X"],"issn-type":[{"value":"1549-9596","type":"print"},{"value":"1549-960X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,11,9]]}}}