{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T20:41:47Z","timestamp":1742935307610,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030954697"},{"type":"electronic","value":"9783030954703"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-95470-3_29","type":"book-chapter","created":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T10:07:13Z","timestamp":1643710033000},"page":"380-394","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Experiments on Properties of Hidden Structures of Sparse Neural Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5710-9240","authenticated-orcid":false,"given":"Julian","family":"Stier","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8055-1376","authenticated-orcid":false,"given":"Harshil","family":"Darji","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3566-5507","authenticated-orcid":false,"given":"Michael","family":"Granitzer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,2,2]]},"reference":[{"key":"29_CR1","unstructured":"Baker, B., Gupta, O., Naik, N., Raskar, R.: Accelerating neural architecture search using performance prediction (2018)"},{"key":"29_CR2","doi-asserted-by":"crossref","unstructured":"Barab\u00e1si, A., Albert, R.: Emergence of scaling in random networks. Science, 286(5439), 509\u2013512 (1999)","DOI":"10.1126\/science.286.5439.509"},{"key":"29_CR3","doi-asserted-by":"crossref","unstructured":"Amor, M.B., Stier, J., Granitzer, M.: Correlation analysis between the robustness of sparse neural networks and their random hidden structural priors. arXiv preprint arxiv:2107.06158 (2021)","DOI":"10.1016\/j.procs.2021.09.182"},{"key":"29_CR4","unstructured":"Dong, X., Chen, S., Pan, S.J.: Learning to prune deep neural networks via layer-wise optimal brain surgeon. In: Advances in Neural Information Processing Systems, pp. 4860\u20134874 (2017)"},{"key":"29_CR5","doi-asserted-by":"crossref","unstructured":"Elsken, T., Metzen, J.H., Hutter, F.: Neural architecture search: a survey. J. Mach. Learn. Res. 20(1), 1997\u20132017 (2019)","DOI":"10.1007\/978-3-030-05318-5_11"},{"key":"29_CR6","unstructured":"Evci, U., Gale, T., Menick, J., Castro, P.S., Elsen, E.: Rigging the lottery: making all tickets winners. In: International Conference on Machine Learning, pp. 2943\u20132952. PMLR (2020)"},{"key":"29_CR7","unstructured":"Frankle, J., Carbin, M.: The lottery ticket hypothesis: finding sparse, trainable neural networks. In: International Conference on Learning Representations (2019).openreview.net\/forum?id=rJl-b3RcF7"},{"key":"29_CR8","unstructured":"Gale, T., Elsen, E., Hooker, S.: The state of sparsity in deep neural networks. arXiv preprint arXiv:1902.09574 (2019)"},{"key":"29_CR9","doi-asserted-by":"crossref","unstructured":"Omlin, C. W., Giles, C. L.: Pruning recurrent neural networks for improved generalization performance. IEEE Trans. Neural Netw. 5(5), 848\u2013851 (1994)","DOI":"10.1109\/72.317740"},{"key":"29_CR10","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.neucom.2017.02.038","volume":"242","author":"H-G Han","year":"2017","unstructured":"Han, H.-G., Zhang, S., Qiao, J.-F.: An adaptive growing and pruning algorithm for designing recurrent neural network. Neurocomputing 242, 51\u201362 (2017)","journal-title":"Neurocomputing"},{"key":"29_CR11","unstructured":"Han, S., Pool, J., Tran, J., Dally, W. J.: Learning both weights and connections for efficient neural network. In: Advances in Neural Information Processing Systems, pp. 1135\u20131143 (2015)"},{"issue":"4","key":"29_CR12","doi-asserted-by":"publisher","first-page":"2361","DOI":"10.1007\/s00429-015-1035-6","volume":"221","author":"CC Hilgetag","year":"2015","unstructured":"Hilgetag, C.C., Goulas, A.: Is the brain really a small-world network? Brain Structure and Function 221(4), 2361\u20132366 (2015). https:\/\/doi.org\/10.1007\/s00429-015-1035-6","journal-title":"Brain Structure and Function"},{"key":"29_CR13","doi-asserted-by":"crossref","unstructured":"Irwin-Harris, W., Sun, Y., Xue, B., Zhang, M.: A graph-based encoding for evolutionary convolutional neural network architecture design. In: 2019 IEEE Congress on Evolutionary Computation (CEC), pp. 546\u2013553. IEEE (2019)","DOI":"10.1109\/CEC.2019.8790093"},{"key":"29_CR14","unstructured":"Kidger, P., Lyons, T.: Universal approximation with deep narrow networks. In: Conference on Learning Theory, pp. 2306\u20132327 (2020)"},{"key":"29_CR15","unstructured":"Klein, A., Falkner, S., Hutter, F.: Learning curve prediction with bayesian neural networks (2016)"},{"key":"29_CR16","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E., et al.: Learning multiple layers of features from tiny images. (2009)"},{"key":"29_CR17","doi-asserted-by":"crossref","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","DOI":"10.1109\/5.726791"},{"key":"29_CR18","unstructured":"LeCun, Y., Denker, J.S., Solla, S.A.: Optimal brain damage. In: Advances in Neural Information Processing Systems, pp. 598\u2013605 (1990)"},{"key":"29_CR19","doi-asserted-by":"crossref","unstructured":"Liang, T., Glossner, J., Wang, L., Shi, S., Zhang, X.: Pruning and quantization for deep neural network acceleration: a survey. arXiv preprint arXiv:2101.09671 (2021)","DOI":"10.1016\/j.neucom.2021.07.045"},{"key":"29_CR20","unstructured":"Liu, H., Simonyan, K., Yang, Y.: DARTS: differentiable architecture search. In: International Conference on Learning Representations (2019). openreview.net\/forum?id=S1eYHoC5FX"},{"key":"29_CR21","doi-asserted-by":"crossref","unstructured":"Liu, S., Mocanu, D.C., Matavalam, A.R.R., Pei, Y., Pechenizkiy, M.: Sparse evolutionary deep learning with over one million artificial neurons on commodity hardware. selfish sparse rnn training. In: International Conference on Machine Learning, Neural Comput. Appl. 33(7), 2589-2604 PMLR (2021)","DOI":"10.1007\/s00521-020-05136-7"},{"key":"29_CR22","doi-asserted-by":"crossref","unstructured":"Marchisio, A., Hanif, M. A., Martina, M., Shafique, M.: Class-blind pruning method for deep neural networks. In: 2018 International Joint Conference on Neural Networks (IJCNN), pp. 1\u20138. IEEE (2018)","DOI":"10.1109\/IJCNN.2018.8489764"},{"key":"29_CR23","doi-asserted-by":"crossref","unstructured":"Mocanu, D.C., et al.: Scalable training of artificial neural networks with adaptive sparse connectivity inspired by network science. Nat. Commun. 9(1), 1\u201312 (2018)","DOI":"10.1038\/s41467-018-04316-3"},{"key":"29_CR24","unstructured":"Mostafa, H., Wang, X.: Parameter efficient training of deep convolutional neural networks by dynamic sparse reparameterization. In: International Conference on Machine Learning, pp. 4646\u20134655. PMLR (2019)"},{"key":"29_CR25","unstructured":"Narang, S., Elsen, E., Diamos, G., Sengupta, S.: Exploring sparsity in recurrent neural networks. arXiv preprint arXiv:1704.05119 (2017)"},{"key":"29_CR26","doi-asserted-by":"crossref","unstructured":"Reber, A.S.: Implicit learning of synthetic languages: the role of instructional set. J. Exper. Psychol. Human Learn. Memory, 2(1), 88 (1976)","DOI":"10.1037\/0278-7393.2.1.88"},{"key":"29_CR27","doi-asserted-by":"crossref","unstructured":"Stier, J., Granitzer, M.: Structural analysis of sparse neural networks. Proc. Comput. Sci. 159, 107\u2013116 (2019)","DOI":"10.1016\/j.procs.2019.09.165"},{"key":"29_CR28","unstructured":"Tolstikhin, I., et al.: Mlp-mixer: an all-mlp architecture for vision. arXiv preprint arXiv:2105.01601, 2021"},{"key":"29_CR29","doi-asserted-by":"crossref","unstructured":"Duncan, J.W., Steven, H.S.: Collective dynamics of \u2018small-world\u2019networks. Nature, 393(6684), 440\u2013442 (1998)","DOI":"10.1038\/30918"},{"key":"29_CR30","doi-asserted-by":"crossref","unstructured":"Wendlinger, L., Stier, J., Granitzer, M.: Evofficient: reproducing a cartesian genetic programming method. In: EuroGP Genetic Programming, Cham, Springer International Publishing, pp. 162\u2013178 (2021). ISBN 978-3-030-72812-0","DOI":"10.1007\/978-3-030-72812-0_11"},{"key":"29_CR31","unstructured":"Wistuba, M., Rawat, A., Pedapati, T.: A survey on neural architecture search. arXiv preprint arXiv:1905.01392 (2019)"},{"key":"29_CR32","unstructured":"Ying, C., Klein, A., Christiansen, E., Real, E., Murphy, K., Hutter, F.: Nas-bench-101: towards reproducible neural architecture search. In: International Conference on Machine Learning, pp. 7105\u20137114. PMLR (2019)"},{"key":"29_CR33","unstructured":"Zhang, M.S., Stadie, B.: One-shot pruning of recurrent neural networks by jacobian spectrum evaluation. arXiv preprint arXiv:1912.00120 (2019)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-95470-3_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,2,1]],"date-time":"2022-02-01T10:16:41Z","timestamp":1643710601000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-95470-3_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030954697","9783030954703"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-95470-3_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"2 February 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning, Optimization, and Data Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grasmere","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mod2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2021.icas.cc\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"215","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"86","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5-6","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1-2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}