{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,8]],"date-time":"2025-07-08T10:29:14Z","timestamp":1751970554208,"version":"3.40.3"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031020551"},{"type":"electronic","value":"9783031020568"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-02056-8_19","type":"book-chapter","created":{"date-parts":[[2022,4,19]],"date-time":"2022-04-19T10:03:00Z","timestamp":1650362580000},"page":"294-308","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Permutation-Invariant Representation of\u00a0Neural Networks with\u00a0Neuron Embeddings"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2192-2667","authenticated-orcid":false,"given":"Ryan","family":"Zhou","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2728-6585","authenticated-orcid":false,"given":"Christian","family":"Muise","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6382-0602","authenticated-orcid":false,"given":"Ting","family":"Hu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,13]]},"reference":[{"key":"19_CR1","unstructured":"Bacciu, D., Mandic, D.P.: Tensor decompositions in deep learning. In: Computational Intelligence, p. 10 (2020)"},{"key":"19_CR2","unstructured":"Chen, X., Cheng, X., Mallat, S.: Unsupervised Deep HAAR Scattering on Graphs. In: Advances in Neural Information Processing System, vol. 27. Curran Associates, Inc. (2014)"},{"key":"19_CR3","doi-asserted-by":"publisher","unstructured":"Chollet, F.: Xception: deep learning with depthwise separable convolutions. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 1800\u20131807. IEEE, Honolulu, HI, July 2017. https:\/\/doi.org\/10.1109\/CVPR.2017.195","DOI":"10.1109\/CVPR.2017.195"},{"key":"19_CR4","unstructured":"Coleman, C., et al.: DAWNBench: an end-to-end deep learning benchmark and competition. In: NIPS ML Systems Workshop, p. 10 (2017)"},{"key":"19_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/978-3-540-87732-5_29","volume-title":"Advances in Neural Networks - ISNN 2008","author":"A Das","year":"2008","unstructured":"Das, A., Hossain, M.S., Muhammad Abdullah, S., Ul Islam, R.: Permutation free encoding technique for evolving neural networks. In: Sun, F., Zhang, J., Tan, Y., Cao, J., Yu, W. (eds.) ISNN 2008. LNCS, vol. 5263, pp. 255\u2013265. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-87732-5_29"},{"issue":"4","key":"19_CR6","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1109\/JPROC.2020.2976475","volume":"108","author":"L Deng","year":"2020","unstructured":"Deng, L., Li, G., Han, S., Shi, L., Xie, Y.: Model compression and hardware acceleration for neural networks: a comprehensive survey. Proc. IEEE 108(4), 485\u2013532 (2020). https:\/\/doi.org\/10.1109\/JPROC.2020.2976475","journal-title":"Proc. IEEE"},{"key":"19_CR7","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, vol. 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, Minnesota, June 2019. https:\/\/doi.org\/10.18653\/v1\/N19-1423, https:\/\/www.aclweb.org\/anthology\/N19-1423","DOI":"10.18653\/v1\/N19-1423"},{"key":"19_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1007\/11844297_68","volume-title":"Parallel Problem Solving from Nature - PPSN IX","author":"P D\u00fcrr","year":"2006","unstructured":"D\u00fcrr, P., Mattiussi, C., Floreano, D.: Neuroevolution with analog genetic encoding. In: Runarsson, T.P., Beyer, H.-G., Burke, E., Merelo-Guerv\u00f3s, J.J., Whitley, L.D., Yao, X. (eds.) PPSN 2006. LNCS, vol. 4193, pp. 671\u2013680. Springer, Heidelberg (2006). https:\/\/doi.org\/10.1007\/11844297_68"},{"key":"19_CR9","unstructured":"Edwards, H., Storkey, A.: Towards a neural statistician. In: 5th International Conference on Learning Representations (ICLR 2017), pp. 1\u201313 (2017)"},{"key":"19_CR10","unstructured":"Eliasmith, C., Anderson, C.H.: Neural Engineering: Computation, Representation, and Dynamics in Neurobiological Systems. Computational Neuroscience Series, A Bradford Book, Cambridge, MA, USA, October 2002"},{"key":"19_CR11","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/978-3-642-46466-9_18","volume-title":"Competition and Cooperation in Neural Nets","author":"K Fukushima","year":"1982","unstructured":"Fukushima, K., Miyake, S.: Neocognitron: a self-organizing neural network model for a mechanism of visual pattern recognition. In: Amari, S., Arbib, M.A. (eds.) Competition and Cooperation in Neural Nets, vol. 45, pp. 267\u2013285. Springer, Berlin (1982). https:\/\/doi.org\/10.1007\/978-3-642-46466-9_18"},{"key":"19_CR12","unstructured":"Gomez, F.J.: Robust Non-Linear Control through Neuroevolution. Ph.D. thesis, University of Texas at Austin, August 2003"},{"key":"19_CR13","doi-asserted-by":"publisher","unstructured":"Haase, D., Amthor, M.: Rethinking depthwise separable convolutions: how intra-kernel correlations lead to improved mobilenets. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 14588\u201314597. IEEE, Seattle, WA, USA, June 2020. https:\/\/doi.org\/10.1109\/CVPR42600.2020.01461","DOI":"10.1109\/CVPR42600.2020.01461"},{"key":"19_CR14","doi-asserted-by":"crossref","unstructured":"Hausknecht, M., Khandelwal, P., Miikkulainen, R., Stone, P.: HyperNEAT-GGP: a hyperNEAT-based Atari general game player. In: Proceedings of the 14th Annual Conference on Genetic and Evolutionary Computation, pp. 217\u2013224 (2012)","DOI":"10.1145\/2330163.2330195"},{"key":"19_CR15","doi-asserted-by":"publisher","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 770\u2013778, June 2016. https:\/\/doi.org\/10.1109\/CVPR.2016.90","DOI":"10.1109\/CVPR.2016.90"},{"key":"19_CR16","doi-asserted-by":"publisher","unstructured":"Jaderberg, M., Vedaldi, A., Zisserman, A.: Speeding up convolutional neural networks with low rank expansions. In: Proceedings of the British Machine Vision Conference 2014, pp. 88.1\u201388.13. British Machine Vision Association, Nottingham (2014). https:\/\/doi.org\/10.5244\/C.28.88","DOI":"10.5244\/C.28.88"},{"key":"19_CR17","unstructured":"Karaletsos, T., Dayan, P., Ghahramani, Z.: Probabilistic meta-representations of neural networks. arXiv:1810.00555, October 2018"},{"key":"19_CR18","doi-asserted-by":"publisher","first-page":"105","DOI":"10.1002\/1099-128X(200005\/06)14:33.0.CO;2-I","volume":"14","author":"H Kiers","year":"2000","unstructured":"Kiers, H.: Towards a standardized notation and terminology in multiway analysis. J. Chemometrics 14, 105\u2013122 (2000). https:\/\/doi.org\/10.1002\/1099-128X(200005\/06)14:33.0.CO;2-I","journal-title":"J. Chemometrics"},{"key":"19_CR19","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. In: Bengio, Y., LeCun, Y. (eds.) 3rd International Conference on Learning Representations, ICLR 2015, San Diego, CA, USA, 7\u20139 May 2015, Conference Track Proceedings (2015)"},{"issue":"3","key":"19_CR20","doi-asserted-by":"publisher","first-page":"455","DOI":"10.1137\/07070111X","volume":"51","author":"TG Kolda","year":"2009","unstructured":"Kolda, T.G., Bader, B.W.: Tensor decompositions and applications. SIAM Rev. 51(3), 455\u2013500 (2009). https:\/\/doi.org\/10.1137\/07070111X","journal-title":"SIAM Rev."},{"key":"19_CR21","doi-asserted-by":"crossref","unstructured":"Koutn\u00edk, J., Cuccu, G., Schmidhuber, J., Gomez, F.: Evolving large-scale neural networks for vision-based reinforcement learning. In: Proceedings of the 15th Annual Conference on Genetic and Evolutionary Computation, pp. 1061\u20131068 (2013)","DOI":"10.1145\/2463372.2463509"},{"key":"19_CR22","unstructured":"Krizhevsky, A.: Learning Multiple Layers of Features from Tiny Images. Technical Report TR-2009 (2009)"},{"issue":"4","key":"19_CR23","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1162\/neco.1989.1.4.541","volume":"1","author":"Y LeCun","year":"1989","unstructured":"LeCun, Y., et al.: Backpropagation applied to handwritten zip code recognition. Neural Comput. 1(4), 541\u2013551 (1989)","journal-title":"Neural Comput."},{"key":"19_CR24","unstructured":"LeCun, Y., Cortes, C., Burges, C.: MNIST handwritten digit database. ATT Labs. 7, 6 (2010). http:\/\/yann.lecun.com\/exdb\/mnist"},{"key":"19_CR25","unstructured":"Lee, J., Lee, Y., Kim, J., Kosiorek, A., Choi, S., Teh, Y.W.: Set transformer: a framework for attention-based permutation-invariant neural networks. In: International Conference on Machine Learning, pp. 3744\u20133753. PMLR, May 2019"},{"issue":"1","key":"19_CR26","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1023\/A:1018004120707","volume":"22","author":"DE Moriarty","year":"1996","unstructured":"Moriarty, D.E., Mikkulainen, R.: Efficient reinforcement learning through symbiotic evolution. Mach. Learn. 22(1), 11\u201332 (1996). https:\/\/doi.org\/10.1023\/A:1018004120707","journal-title":"Mach. Learn."},{"key":"19_CR27","doi-asserted-by":"publisher","first-page":"2295","DOI":"10.1137\/090752286","volume":"33","author":"I Oseledets","year":"2011","unstructured":"Oseledets, I.: Tensor-train decomposition. SIAM J. Sci. Comput. 33, 2295\u20132317 (2011). https:\/\/doi.org\/10.1137\/090752286","journal-title":"SIAM J. Sci. Comput."},{"key":"19_CR28","unstructured":"Page, D.: How to Train Your ResNet, September 2018"},{"key":"19_CR29","unstructured":"Paszke, A., et al.: Pytorch: an imperative style, high-performance deep learning library. arXiv preprint arXiv:1912.01703 (2019)"},{"key":"19_CR30","doi-asserted-by":"publisher","unstructured":"Reisinger, J., Miikkulainen, R.: Acquiring evolvability through adaptive representations. In: Proceedings of the 9th Annual Conference on Genetic and Evolutionary Computation - GECCO 2007, p. 1045. ACM Press, London, England (2007). https:\/\/doi.org\/10.1145\/1276958.1277164","DOI":"10.1145\/1276958.1277164"},{"issue":"5","key":"19_CR31","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1016\/S0893-6080(96)00127-X","volume":"10","author":"J Schmidhuber","year":"1997","unstructured":"Schmidhuber, J.: Discovering neural nets with low Kolmogorov complexity and high generalization capability. Neural Netw. 10(5), 857\u2013873 (1997)","journal-title":"Neural Netw."},{"issue":"3","key":"19_CR32","doi-asserted-by":"publisher","first-page":"757","DOI":"10.1162\/neco.2007.19.3.757","volume":"19","author":"J Schmidhuber","year":"2007","unstructured":"Schmidhuber, J., Wierstra, D., Gagliolo, M., Gomez, F.: Training recurrent networks by Evolino. Neural Comput. 19(3), 757\u2013779 (2007). https:\/\/doi.org\/10.1162\/neco.2007.19.3.757","journal-title":"Neural Comput."},{"key":"19_CR33","unstructured":"Smith, L.N.: A disciplined approach to neural network hyper-parameters: part 1-learning rate, batch size, momentum, and weight decay. arXiv preprint arXiv:1803.09820 (2018)"},{"key":"19_CR34","doi-asserted-by":"crossref","unstructured":"Smith, L.N., Topin, N.: Super-convergence: very fast training of neural networks using large learning rates. In: Artificial Intelligence and Machine Learning for Multi-Domain Operations Applications, vol. 11006, p. 1100612. International Society for Optics and Photonics (2019)","DOI":"10.1117\/12.2520589"},{"issue":"1","key":"19_CR35","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1038\/s42256-018-0006-z","volume":"1","author":"KO Stanley","year":"2019","unstructured":"Stanley, K.O., Clune, J., Lehman, J., Miikkulainen, R.: Designing neural networks through neuroevolution. Nat. Mach. Intell. 1(1), 24\u201335 (2019)","journal-title":"Nat. Mach. Intell."},{"issue":"2","key":"19_CR36","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1162\/artl.2009.15.2.15202","volume":"15","author":"KO Stanley","year":"2009","unstructured":"Stanley, K.O., D\u2019Ambrosio, D.B., Gauci, J.: A hypercube-based encoding for evolving large-scale neural networks. Artif. Life 15(2), 185\u2013212 (2009)","journal-title":"Artif. Life"},{"issue":"2","key":"19_CR37","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1162\/106365602320169811","volume":"10","author":"KO Stanley","year":"2002","unstructured":"Stanley, K.O., Miikkulainen, R.: Evolving neural networks through augmenting topologies. Evol. Comput. 10(2), 99\u2013127 (2002)","journal-title":"Evol. Comput."},{"issue":"2","key":"19_CR38","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1162\/106454603322221487","volume":"9","author":"KO Stanley","year":"2003","unstructured":"Stanley, K.O., Miikkulainen, R.: A taxonomy for artificial embryogeny. Artif. Life 9(2), 93\u2013130 (2003)","journal-title":"Artif. Life"},{"key":"19_CR39","unstructured":"Tang, Y., Ha, D.: The Sensory Neuron as a Transformer: Permutation-Invariant Neural Networks for Reinforcement Learning. arXiv:2109.02869, September 2021"},{"key":"19_CR40","doi-asserted-by":"crossref","unstructured":"Tang, Y., Nguyen, D., Ha, D.: Neuroevolution of self-interpretable agents. In: Proceedings of the 2020 Genetic and Evolutionary Computation Conference, pp. 414\u2013424 (2020)","DOI":"10.1145\/3377930.3389847"},{"issue":"3","key":"19_CR41","doi-asserted-by":"publisher","first-page":"279","DOI":"10.1007\/BF02289464","volume":"31","author":"LR Tucker","year":"1966","unstructured":"Tucker, L.R.: Some mathematical notes on three-mode factor analysis. Psychometrika 31(3), 279\u2013311 (1966). https:\/\/doi.org\/10.1007\/BF02289464","journal-title":"Psychometrika"},{"key":"19_CR42","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Proceedings of the 31st International Conference on Neural Information Processing Systems, NIPS 2017, pp. 6000\u20136010. Curran Associates Inc., Red Hook, NY, USA, December 2017"},{"key":"19_CR43","doi-asserted-by":"crossref","unstructured":"Wang, Z., Liu, J.C.: Translating math formula images to latex sequences using deep neural networks with sequence-level training (2019)","DOI":"10.1007\/s10032-020-00360-2"},{"key":"19_CR44","doi-asserted-by":"publisher","unstructured":"Yu, X., Liu, T., Wang, X., Tao, D.: On compressing deep models by low rank and sparse decomposition. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 67\u201376. IEEE, Honolulu, HI, July 2017. https:\/\/doi.org\/10.1109\/CVPR.2017.15","DOI":"10.1109\/CVPR.2017.15"},{"key":"19_CR45","unstructured":"Zaheer, M., Kottur, S., Ravanbakhsh, S., Poczos, B., Salakhutdinov, R.R., Smola, A.J.: Deep sets. In: Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017)"}],"container-title":["Lecture Notes in Computer Science","Genetic Programming"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-02056-8_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,19]],"date-time":"2022-04-19T10:05:16Z","timestamp":1650362716000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-02056-8_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031020551","9783031020568"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-02056-8_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"13 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EuroGP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Genetic Programming (Part of EvoStar)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Madrid","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eurogp2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.evostar.org\/2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"12","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}