{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T18:01:27Z","timestamp":1783620087401,"version":"3.55.0"},"reference-count":25,"publisher":"IEEE","license":[{"start":{"date-parts":[[2022,11,26]],"date-time":"2022-11-26T00:00:00Z","timestamp":1669420800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,11,26]],"date-time":"2022-11-26T00:00:00Z","timestamp":1669420800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022,11,26]]},"DOI":"10.1109\/iscmi56532.2022.10068489","type":"proceedings-article","created":{"date-parts":[[2023,3,21]],"date-time":"2023-03-21T15:49:06Z","timestamp":1679413746000},"page":"47-55","source":"Crossref","is-referenced-by-count":2,"title":["On the Biological Plausibility of Orthogonal Initialisation for Solving Gradient Instability in Deep Neural Networks"],"prefix":"10.1109","author":[{"given":"Nikolay","family":"Manchev","sequence":"first","affiliation":[{"name":"King's College London,Department of Informatics,London,WC2R 2LS"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Spratling","sequence":"additional","affiliation":[{"name":"King's College London,Department of Informatics,London,WC2R 2LS"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.3389\/fncom.2016.00094"},{"key":"ref12","first-page":"3570","article-title":"On orthogonality and learning recurrent networks with long term dependencies","volume":"70","author":"vorontsov","year":"2017","journal-title":"Proceedings of the 34th International Conference on Machine Learning"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1038\/17605"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1126\/science.1215280"},{"key":"ref11","first-page":"2034","article-title":"Recurrent orthogonal networks and long-memory tasks","author":"henaff","year":"0","journal-title":"Proceedings of the 33rd International Conference on International Conference on Machine Learning - Volume 48"},{"key":"ref10","first-page":"1120","article-title":"Unitary evolution recurrent neural networks","volume":"48","author":"arjovsky","year":"0","journal-title":"Proceedings of the 33rd International Conference on International Conference on Machine Learning"},{"key":"ref2","article-title":"Understanding the difficulty of training deep feedforward neural networks","author":"glorot","year":"0","journal-title":"Proceedings of the International Conference on Artificial Intelligence and Statistics"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/72.279181"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.539"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.0506259102"},{"key":"ref19","article-title":"Feedforward initialization for fast inference of deep generative networks is biologically plausible","volume":"abs 1606 1651","author":"bengio","year":"2016","journal-title":"CoRR"},{"key":"ref18","article-title":"Can we gain more from orthogonality regularizations in training deep cnns?","volume":"abs 1810 9102","author":"bansal","year":"2018","journal-title":"CoRR"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref23","article-title":"Target Propagation in Recurrent Neural Networks","author":"manchev","year":"2019","journal-title":"Manuscript submitted for publication"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1126\/science.290.5492.744"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1111\/j.1460-9568.2005.04377.x"},{"key":"ref22","first-page":"192","article-title":"The Loss Surfaces of Multilayer Networks","volume":"38","author":"choromanska","year":"2015","journal-title":"Proceedings of the Eighteenth International Conference on Artificial Intelligence and Statistics"},{"key":"ref21","article-title":"Gradient descent in Gaussian random fields as a toy model for high-dimensional optimisation in deep learning","author":"chouza","year":"2018","journal-title":"ArXiv e-prints"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref7","author":"bradley","year":"2010","journal-title":"Learning in modular systems"},{"key":"ref9","article-title":"A simple way to initialize recurrent networks of rectified linear units","volume":"abs 1504 941","author":"le","year":"2015","journal-title":"CoRR"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/5.58337"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref6","article-title":"Training feedforward neural networks with standard logistic activations is feasible","volume":"abs 1710 1013","author":"sansone","year":"2017","journal-title":"CoRR"},{"key":"ref5","first-page":"iii-1310","article-title":"On the difficulty of training recurrent neural networks","volume":"28","author":"pascanu","year":"0","journal-title":"Proceedings of the 30th International Conference on Machine Learning"}],"event":{"name":"2022 9th International Conference on Soft Computing & Machine Intelligence (ISCMI)","location":"Toronto, ON, Canada","start":{"date-parts":[[2022,11,26]]},"end":{"date-parts":[[2022,11,27]]}},"container-title":["2022 9th International Conference on Soft Computing & Machine Intelligence (ISCMI)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10068346\/10068435\/10068489.pdf?arnumber=10068489","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,10]],"date-time":"2023-04-10T14:57:22Z","timestamp":1681138642000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10068489\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,26]]},"references-count":25,"URL":"https:\/\/doi.org\/10.1109\/iscmi56532.2022.10068489","relation":{},"subject":[],"published":{"date-parts":[[2022,11,26]]}}}