{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,24]],"date-time":"2026-07-24T11:56:34Z","timestamp":1784894194196,"version":"3.55.0"},"reference-count":93,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2022,7,1]],"date-time":"2022-07-01T00:00:00Z","timestamp":1656633600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"name":"German Federal Ministry for the Environment, Nature Conservation, Building and Nuclear Safety","award":["3514685C19"],"award-info":[{"award-number":["3514685C19"]}]},{"name":"German Federal Ministry for the Environment, Nature Conservation, Building and Nuclear Safety","award":["3519685A08"],"award-info":[{"award-number":["3519685A08"]}]},{"name":"German Federal Ministry for the Environment, Nature Conservation, Building and Nuclear Safety","award":["67KI2086A"],"award-info":[{"award-number":["67KI2086A"]}]},{"DOI":"10.13039\/501100002347","name":"German Ministry of Education and Research","doi-asserted-by":"publisher","award":["01LC1319"],"award-info":[{"award-number":["01LC1319"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"German Ministry of Education and Research","doi-asserted-by":"publisher","award":["01IS20062"],"award-info":[{"award-number":["01IS20062"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002347","name":"German Ministry of Education and Research","doi-asserted-by":"publisher","award":["16PGF0304"],"award-info":[{"award-number":["16PGF0304"]}],"id":[{"id":"10.13039\/501100002347","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Stiftung Naturschutz Th\u00fcringen","award":["SNT-082-248-03\/2014"],"award-info":[{"award-number":["SNT-082-248-03\/2014"]}]},{"DOI":"10.13039\/501100007443","name":"Thuringian Ministry for Environment, Energy and Nature Conservation","doi-asserted-by":"publisher","award":["68678"],"award-info":[{"award-number":["68678"]}],"id":[{"id":"10.13039\/501100007443","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Friedrich Naumann Stiftung f\u00fcr die Freiheit PhD scholarship","award":["ST7847\/P622"],"award-info":[{"award-number":["ST7847\/P622"]}]},{"DOI":"10.13039\/100007065","name":"Nvidia GPU Grant","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100007065","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Neural Netw. Learning Syst."],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1109\/tnnls.2021.3050422","type":"journal-article","created":{"date-parts":[[2021,1,27]],"date-time":"2021-01-27T20:35:55Z","timestamp":1611779755000},"page":"3094-3108","source":"Crossref","is-referenced-by-count":22,"title":["Synaptic Scaling\u2014An Artificial Neural Network Regularization Inspired by Nature"],"prefix":"10.1109","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4440-3317","authenticated-orcid":false,"given":"Martin","family":"Hofmann","sequence":"first","affiliation":[{"name":"Department of Computer Science and Automation, Technische Universität Ilmenau, Ilmenau, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6871-2707","authenticated-orcid":false,"given":"Patrick","family":"Mader","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Automation, Technische Universität Ilmenau, Ilmenau, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2018.2858761"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/IJCNN.2017.7966134"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00279"},{"key":"ref70","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"bergstra","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/TITB.2009.2017939"},{"key":"ref77","first-page":"21","article-title":"Amplifying the block matrix structure for spectral clustering","author":"fischer","year":"2005","journal-title":"Proc 14th Annu Mach Learn Conf Belgium Netherlands"},{"key":"ref74","first-page":"115","article-title":"Prediction of thyroid disease using data mining techniques","volume":"7","author":"ionita","year":"2016","journal-title":"Broad Research in Artificial Intelligence and Neuroscience"},{"key":"ref39","article-title":"Deep variational information bottleneck","author":"alemi","year":"2016","journal-title":"arXiv 1612 00410"},{"key":"ref75","author":"dua","year":"2017","journal-title":"UCI Machine Learning Repository"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.514"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2018.2869694"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1109\/ICCISci.2012.6297267"},{"key":"ref33","author":"tishby","year":"2017","journal-title":"Opening the Black Box of Deep Neural Networks Via Information A Deeper Theory and Some New Algorithms"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.tcs.2010.04.006"},{"key":"ref31","author":"vapnik","year":"1998","journal-title":"Statistical Learning Theory"},{"key":"ref30","article-title":"Implementation and verification of the information bottleneck interpretation of deep neural networks","author":"liu","year":"2018"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"ref36","first-page":"1058","article-title":"Regularization of neural networks using dropconnect","volume":"28","author":"wan","year":"2013","journal-title":"Proc 30th Int Conf Mach Learn"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.2968509"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1088\/1742-5468\/ab3985"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/18.256503"},{"key":"ref62","first-page":"5171","article-title":"On variational bounds of mutual information","volume":"97","author":"poole","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn (ICML)"},{"key":"ref61","first-page":"1","article-title":"On the convergence of ADAM and beyond","author":"reddi","year":"2018","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref63","first-page":"1","article-title":"Auto-encoding variational Bayes","author":"kingma","year":"2014","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref28","author":"cover","year":"2006","journal-title":"Elements of Information Theory"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1162\/089976603321780272"},{"key":"ref65","author":"lecun","year":"2021","journal-title":"MNIST Handwritten Digit Database"},{"key":"ref66","article-title":"Learning multiple layers of features from tiny images","author":"krizhevsky","year":"2009"},{"key":"ref29","article-title":"Opening the black box of deep neural networks via information","author":"shwartz-ziv","year":"2017","journal-title":"arXiv 1703 00810"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.128"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref69","first-page":"448","article-title":"Batch normalization: Accelerating deep network training by reducing internal covariate shift","volume":"37","author":"ioffe","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref2","author":"hebbs","year":"1949","journal-title":"The Organization of Behavior"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02478259"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1038\/nature04671"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2011.00047"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1038\/nrn1327"},{"key":"ref24","first-page":"1","article-title":"Learning deep representations by mutual information estimation and maximization","author":"hjelm","year":"2019","journal-title":"Proc Int Conf Learn Represent (ICLR)"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1802705116"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ITW.2015.7133169"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-018-0002-3"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1996.8.1.85"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/S0896-6273(00)81072-7"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2009.04.009"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.1016\/j.chemolab.2005.04.008"},{"key":"ref91","first-page":"142","article-title":"Learning word vectors for sentiment analysis","author":"maas","year":"0","journal-title":"Proc 49th Annu Meeting Assoc Comput Linguistics Hum Lang Technol"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1214\/009053604000000067"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2015.2504348"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1995.7.1.108"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1038\/nrn3687"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2014.2306254"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1038\/nature01154"},{"key":"ref53","first-page":"164","article-title":"Predictive sequence learning in recurrent neocortical circuits","author":"rao","year":"2000","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1038\/81453"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1186\/s13007-019-0462-4"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1126\/science.1249098"},{"key":"ref40","first-page":"1","article-title":"Regularizing neural networks by penalizing confident output distributions","volume":"abs 1701 6548","author":"pereyra","year":"2017","journal-title":"CoRR"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-7793.1997.689ba.x"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1016\/0959-4388(94)90067-1"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.5664\/jcsm.5.2S.S20"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/hipo.20707","article-title":"Disruption of ripple-associated hippocampal activity during rest impairs spatial learning in the rat","volume":"20","author":"ego-stengel","year":"2010","journal-title":"Hippocampus"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1016\/j.dss.2009.05.016"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.tins.2011.07.005"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2009.2036000"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1126\/science.1138581"},{"key":"ref84","first-page":"1","article-title":"A simple way to initialize recurrent networks of rectified linear units","volume":"abs 1504 941","author":"le","year":"2015","journal-title":"CoRR"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0705454104"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1023\/B:APIN.0000027767.87895.b2"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.cell.2016.01.046"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2011.09.001"},{"key":"ref89","first-page":"215","article-title":"Statistical evaluation of the influence of determining factors of life expectancy","volume":"2011","author":"jaba","year":"2011","journal-title":"Anal Stiintifice Univ Alexandru Ioan Cuza Iasi-Stiinte Economice Alexandru Ioan Cuza Univ Fac Econ Bus Admin"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1113\/jphysiol.1959.sp006308"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1038\/323533a0"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0910734106"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1113\/jphysiol.1968.sp008455"},{"key":"ref85","first-page":"137","article-title":"Inductive knowledge acquisition: A case study","author":"quinlan","year":"1987","journal-title":"Proc 2nd Austral Conf Appl Expert Syst"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197319"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.64.061907"},{"key":"ref7","first-page":"1929","article-title":"Dropout: A simple way to prevent neural networks from overfitting","volume":"15","author":"srivastava","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1093\/cercor\/6.3.406"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-1809.1936.tb02137.x"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1101\/gr.1239303"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-018-1093-3"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pbio.0030068"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1038\/nature01836"},{"key":"ref48","first-page":"505","article-title":"Sequence learning in a single trial","author":"minai","year":"1993","journal-title":"Proc INNS World Congr Neural Netw"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1038\/78829"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1016\/S0896-6273(01)00542-6"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1523\/JNEUROSCI.18-24-10464.1998"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1016\/S0959-4388(00)00091-X"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1038\/nature03366"}],"container-title":["IEEE Transactions on Neural Networks and Learning Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5962385\/9816060\/09337198.pdf?arnumber=9337198","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,23]],"date-time":"2024-08-23T02:39:19Z","timestamp":1724380759000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9337198\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,7]]},"references-count":93,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tnnls.2021.3050422","relation":{},"ISSN":["2162-237X","2162-2388"],"issn-type":[{"value":"2162-237X","type":"print"},{"value":"2162-2388","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,7]]}}}