{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T08:41:26Z","timestamp":1743151286881,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030863395"},{"type":"electronic","value":"9783030863401"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-86340-1_14","type":"book-chapter","created":{"date-parts":[[2021,9,10]],"date-time":"2021-09-10T12:03:14Z","timestamp":1631275394000},"page":"170-181","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Deep Unitary Convolutional Neural Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2864-7538","authenticated-orcid":false,"given":"Hao-Yuan","family":"Chang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9363-1279","authenticated-orcid":false,"given":"Kang L.","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,9,7]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/MAHC.2006.45","volume":"28","author":"E Mollick","year":"2006","unstructured":"Mollick, E.: Establishing Moore\u2019s law. IEEE Ann. Hist. Comput. 28, 62\u201375 (2006). https:\/\/doi.org\/10.1109\/MAHC.2006.45","journal-title":"IEEE Ann. Hist. Comput."},{"key":"14_CR2","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Y LeCun","year":"1989","unstructured":"LeCun, Y., et al.: Backpropagation applied to handwritten zip code recognition. Neural Comput. 1, 541\u2013551 (1989). https:\/\/doi.org\/10.1162\/neco.1989.1.4.541","journal-title":"Neural Comput."},{"key":"14_CR3","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2015)","DOI":"10.1109\/CVPR.2016.90"},{"key":"14_CR4","unstructured":"Montufar, G.F., Pascanu, R., Cho, K., Bengio, Y.: On the number of linear regions of deep neural networks. Adv. Neural Inf. Process. Syst. 27 (2014)"},{"key":"14_CR5","unstructured":"Goodfellow, I.: Deep Learning. MIT Press (2016)"},{"key":"14_CR6","unstructured":"Pascanu, R., Mikolov, T., Bengio, Y.: On the difficulty of training recurrent neural networks. arXiv:1211.5063 [cs]. (2013)"},{"key":"14_CR7","doi-asserted-by":"publisher","first-page":"014004","DOI":"10.1088\/1361-6420\/aa9a90","volume":"34","author":"E Haber","year":"2017","unstructured":"Haber, E., Ruthotto, L.: Stable architectures for deep neural networks. Inverse Prob. 34, 014004 (2017). https:\/\/doi.org\/10.1088\/1361-6420\/aa9a90","journal-title":"Inverse Prob."},{"key":"14_CR8","unstructured":"Nair, V., Hinton, G.E.: Rectified linear units improve restricted Boltzmann machines. In: Proceedings of the 27th International Conference on International Conference on Machine Learning, pp. 807\u2013814. Omnipress, Madison (2010)"},{"key":"14_CR9","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1109\/72.279181","volume":"5","author":"Y Bengio","year":"1994","unstructured":"Bengio, Y., Simard, P., Frasconi, P.: Learning long-term dependencies with gradient descent is difficult. IEEE Trans. Neural Netw. 5, 157\u2013166 (1994)","journal-title":"IEEE Trans. Neural Netw."},{"key":"14_CR10","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: Proceedings of the 32nd International Conference on Machine Learning, pp. 448\u2013456. PMLR (2015)"},{"key":"14_CR11","doi-asserted-by":"publisher","first-page":"267","DOI":"10.18178\/ijmlc.2019.9.3.797","volume":"9","author":"J Wei","year":"2019","unstructured":"Wei, J.: Forget the Learning rate, decay loss. IJMLC. 9, 267\u2013272 (2019)","journal-title":"IJMLC."},{"key":"14_CR12","unstructured":"Lezcano-Casado, M., Mart\u00ednez-Rubio, D.: Cheap orthogonal constraints in neural networks: a simple parametrization of the orthogonal and unitary group. In: Proceedings of the 36th International Conference on Machine Learning, pp. 3794\u20133803. PMLR (2019)"},{"key":"14_CR13","unstructured":"Arjovsky, M., Shah, A., Bengio, Y.: Unitary evolution recurrent neural networks. In: International Conference on Machine Learning, pp. 1120\u20131128. PMLR (2016)"},{"key":"14_CR14","unstructured":"Helfrich, K., Willmott, D., Ye, Q.: Orthogonal recurrent neural networks with scaled cayley transform. In: International Conference on Machine Learning, pp. 1969\u20131978. PMLR (2018)"},{"key":"14_CR15","unstructured":"Jing, L., et al.: Tunable efficient unitary neural networks (EUNN) and their application to RNNs. In: International Conference on Machine Learning, pp. 1733\u20131741. PMLR (2017)"},{"key":"14_CR16","unstructured":"Mhammedi, Z., Hellicar, A., Rahman, A., Bailey, J.: Efficient orthogonal parametrisation of recurrent neural networks using householder reflections. In: International Conference on Machine Learning, pp. 2401\u20132409. PMLR (2017)"},{"key":"14_CR17","unstructured":"Wisdom, S., Powers, T., Hershey, J., Le Roux, J., Atlas, L.: Full-capacity unitary recurrent neural networks. In: Lee, D.D., Sugiyama, M., Luxburg, U.V., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 29, pp. 4880\u20134888. Curran Associates, Inc. (2016)"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Huang, L., Liu, X., Lang, B., Yu, A.W., Wang, Y., Li, B.: Orthogonal weight normalization: solution to optimization over multiple dependent stiefel manifolds in deep neural networks. Presented at the 32nd AAAI Conference on Artificial Intelligence (2018)","DOI":"10.1609\/aaai.v32i1.11768"},{"key":"14_CR19","unstructured":"Vorontsov, E., Trabelsi, C., Kadoury, S., Pal, C.: On orthogonality and learning recurrent networks with long term dependencies. In: International Conference on Machine Learning, pp. 3570\u20133578. PMLR (2017)"},{"key":"14_CR20","doi-asserted-by":"crossref","unstructured":"Wang, J., Chen, Y., Chakraborty, R., Yu, S.X.: Orthogonal convolutional neural networks. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 11502\u201311512. IEEE, Seattle (2020)","DOI":"10.1109\/CVPR42600.2020.01152"},{"key":"14_CR21","doi-asserted-by":"publisher","DOI":"10.1063\/1.3128987","volume-title":"Lie Groups, Lie Algebras, and Some of Their Applications","author":"R Gilmore","year":"1974","unstructured":"Gilmore, R., Hermann, R.: Lie Groups, Lie Algebras, and Some of Their Applications. John Wiley & Sons, New York (1974)"},{"key":"14_CR22","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511791390","volume-title":"Lie Groups, Physics, and Geometry: An Introduction for Physicists, Engineers and Chemists","author":"R Gilmore","year":"2008","unstructured":"Gilmore, R.: Lie Groups, Physics, and Geometry: An Introduction for Physicists, Engineers and Chemists. Cambridge University Press, New York (2008)"},{"key":"14_CR23","doi-asserted-by":"publisher","first-page":"1174","DOI":"10.3390\/math7121174","volume":"7","author":"P Bader","year":"2019","unstructured":"Bader, P., Blanes, S., Casas, F.: Computing the matrix exponential with an optimized taylor polynomial approximation. Mathematics 7, 1174 (2019)","journal-title":"Mathematics"},{"key":"14_CR24","unstructured":"Torch Contributors: torch.matrix_exp \u2014 PyTorch 1.7.0 documentation. https:\/\/pytorch.org\/docs\/stable\/generated\/torch.matrix_exp.html"},{"key":"14_CR25","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521, 436\u2013444 (2015)","journal-title":"Nature"},{"key":"14_CR26","unstructured":"Paszke, A., et al.: Automatic differentiation in PyTorch. NIPS 2017 Workshop Autodiff Submission (2017). https:\/\/openreview.net\/pdf?id=BJJsrmfCZ"},{"key":"14_CR27","doi-asserted-by":"publisher","first-page":"264","DOI":"10.1016\/j.eng.2020.01.007","volume":"6","author":"Y Chen","year":"2020","unstructured":"Chen, Y., Xie, Y., Song, L., Chen, F., Tang, T.: A survey of accelerator architectures for deep neural networks. Engineering 6, 264\u2013274 (2020)","journal-title":"Engineering"},{"key":"14_CR28","doi-asserted-by":"crossref","unstructured":"Araujo, A., Negrevergne, B., Chevaleyre, Y., Atif, J.: On Lipschitz regularization of convolutional layers using toeplitz matrix theory. In: 35th AAAI Conference on Artificial Intelligence, Vancouver, Canada (2021)","DOI":"10.1609\/aaai.v35i8.16824"},{"key":"14_CR29","unstructured":"Krizhevsky, A.: Learning Multiple Layers of Features from Tiny Images. University of Toronto (2009)"},{"key":"14_CR30","unstructured":"Chiley, V., et al.: Online Normalization for training neural networks. In: Advances in Neural Information Processing Systems, vol. 32, pp. 8433\u20138443. Curran Associates, Inc. (2019)"},{"key":"14_CR31","doi-asserted-by":"publisher","first-page":"742","DOI":"10.1007\/s11263-019-01198-w","volume":"128","author":"Y Wu","year":"2020","unstructured":"Wu, Y., He, K.: Group normalization. Int. J. Comput. Vis. 128, 742\u2013755 (2020)","journal-title":"Int. J. Comput. Vis."},{"key":"14_CR32","unstructured":"Ba, J.L., Kiros, J.R., Hinton, G.E.: Layer normalization. arXiv:1607.06450 [cs, stat]. (2016)"},{"key":"14_CR33","unstructured":"Ulyanov, D., Vedaldi, A., Lempitsky, V.: Instance normalization: the missing ingredient for fast stylization. arXiv:1607.08022 [cs] (2017)"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-86340-1_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,8]],"date-time":"2023-01-08T23:41:28Z","timestamp":1673221288000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-86340-1_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030863395","9783030863401"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-86340-1_14","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"7 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bratislava","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Slovakia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"496","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"265","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"53% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Conference was held online due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}