{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,3]],"date-time":"2026-11-03T03:03:47Z","timestamp":1793675027955,"version":"4.5.1"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,12,10]],"date-time":"2020-12-10T00:00:00Z","timestamp":1607558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,12,10]],"date-time":"2020-12-10T00:00:00Z","timestamp":1607558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,12,10]],"date-time":"2020-12-10T00:00:00Z","timestamp":1607558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,12,10]]},"DOI":"10.1109\/bigdata50022.2020.9378171","type":"proceedings-article","created":{"date-parts":[[2021,3,19]],"date-time":"2021-03-19T21:10:21Z","timestamp":1616188221000},"page":"581-590","source":"Crossref","is-referenced-by-count":105,"title":["PyHessian: Neural Networks Through the Lens of the Hessian"],"prefix":"10.1109","author":[{"given":"Zhewei","family":"Yao","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Amir","family":"Gholami","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kurt","family":"Keutzer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael W.","family":"Mahoney","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1515\/9781400833887"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1090\/S0025-5718-69-99647-1"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref13","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","author":"ioffe","year":"2015"},{"key":"ref14","first-page":"598","article-title":"Optimal brain damage","author":"lecun","year":"1990","journal-title":"Advances in neural information processing systems"},{"key":"ref15","first-page":"918","article-title":"Second order properties of error surfaces: Learning time and generalization","author":"lecun","year":"1991","journal-title":"Advances in neural information processing systems"},{"key":"ref16","first-page":"6389","article-title":"Visualizing the loss landscape of neural nets","author":"li","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1137\/130934283"},{"key":"ref18","article-title":"Randomized algorithms for matrices and data","author":"mahoney","year":"2011","journal-title":"Foundations and Trends in Machine Learning"},{"key":"ref19","first-page":"735","article-title":"Deep learning via Hessian-free optimization","volume":"27","author":"martens","year":"2010","journal-title":"ICML"},{"key":"ref28","article-title":"ADAHESSIAN: An adaptive second order optimizer for machine learning","author":"yao","year":"2020"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/0377-0427(96)00018-0"},{"key":"ref27","article-title":"Hessian-based analysis of large batch training and robustness to adversaries","author":"yao","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/1944345.1944349"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1137\/16M1080173"},{"key":"ref5","first-page":"29","article-title":"Improving the convergence of back-propagation learning with second order methods","author":"becker","year":"1988","journal-title":"Proceedings of the 1988 Connectionist Models Summer School"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1090\/pcms\/025\/01"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539704442696"},{"key":"ref2","article-title":"Second order optimization made practical","author":"anil","year":"2020"},{"key":"ref9","article-title":"An investigation into neural net optimization via Hessian eigenvalue density","author":"ghorbani","year":"2019"},{"key":"ref1","year":"2020"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1994.6.1.147"},{"key":"ref22","article-title":"Eigenvalues of the Hessian in deep learning: Singularity and beyond","author":"sagun","year":"2016"},{"key":"ref21","first-page":"2798","article-title":"Geometry of neural network loss surfaces via random matrix theory","author":"pennington","year":"0"},{"key":"ref24","first-page":"2483","article-title":"How does batch normalization help optimization?","author":"santurkar","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref23","article-title":"Empirical analysis of the Hessian of over-parametrized neural networks","author":"sagun","year":"2017"},{"key":"ref26","article-title":"PyHessian: Neural networks through the lens of the Hessian","author":"yao","year":"2019"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1137\/16M1104974"}],"event":{"name":"2020 IEEE International Conference on Big Data (Big Data)","location":"Atlanta, GA, USA","start":{"date-parts":[[2020,12,10]]},"end":{"date-parts":[[2020,12,13]]}},"container-title":["2020 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9377717\/9377728\/09378171.pdf?arnumber=9378171","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,27]],"date-time":"2022-06-27T15:57:46Z","timestamp":1656345466000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9378171\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,12,10]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/bigdata50022.2020.9378171","relation":{},"subject":[],"published":{"date-parts":[[2020,12,10]]}}}