{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,5]],"date-time":"2026-03-05T21:54:06Z","timestamp":1772747646134,"version":"3.50.1"},"publisher-location":"Cham","reference-count":42,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030695439","type":"print"},{"value":"9783030695446","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-69544-6_41","type":"book-chapter","created":{"date-parts":[[2021,2,25]],"date-time":"2021-02-25T11:05:00Z","timestamp":1614251100000},"page":"685-701","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["FreezeNet: Full Performance by Reduced Storage Costs"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0503-4539","authenticated-orcid":false,"given":"Paul","family":"Wimmer","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0079-0036","authenticated-orcid":false,"given":"Jens","family":"Mehnert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alexandru","family":"Condurache","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,26]]},"reference":[{"key":"41_CR1","unstructured":"Abadi, M., et al.: Tensorflow: large-scale machine learning on heterogeneous distributed systems. CoRR abs\/1603.04467 (2016)"},{"key":"41_CR2","unstructured":"Bellec, G., Kappel, D., Maass, W., Legenstein, R.: Deep rewiring: training very sparse deep networks. In: International Conference on Learning Representations. OpenReview.net (2018)"},{"key":"41_CR3","doi-asserted-by":"crossref","unstructured":"Carreira-Perpinan, M.A., Idelbayev, Y.: \u201cLearning-compression\u201d algorithms for neural net pruning. In: 2018 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 8532\u20138541. IEEE Computer Society (2018)","DOI":"10.1109\/CVPR.2018.00890"},{"key":"41_CR4","unstructured":"Chauvin, Y.: A back-propagation algorithm with optimal use of hidden units. In: Touretzky, D.S. (ed.) Advances in Neural Information Processing Systems 1. Morgan-Kaufmann, Burlington (1989)"},{"issue":"1","key":"41_CR5","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1007\/BF01386329","volume":"4","author":"C Davis","year":"1962","unstructured":"Davis, C.: The norm of the schur product operation. Numer. Math. 4(1), 343\u2013344 (1962)","journal-title":"Numer. Math."},{"key":"41_CR6","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE Computer Society (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"41_CR7","unstructured":"Dettmers, T., Zettlemoyer, L.: Sparse networks from scratch: faster training without losing performance. CoRR abs\/1907.04840 (2019)"},{"key":"41_CR8","unstructured":"Ding, X., Ding, G., Zhou, X., Guo, Y., Han, J., Liu, J.: Global sparse momentum SGD for pruning very deep neural networks. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32, pp. 6382\u20136394. Curran Associates, Inc. (2019)"},{"key":"41_CR9","doi-asserted-by":"crossref","unstructured":"Dong, X., Huang, J., Yang, Y., Yan, S.: More is less: a more complicated network with less inference complexity. In: 2017 IEEE Conference on Computer Vision and Pattern Recognition (CVPR) (2017)","DOI":"10.1109\/CVPR.2017.205"},{"key":"41_CR10","unstructured":"Dong, X., Yang, Y.: Network pruning via transformable architecture search. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32, pp. 760\u2013771. Curran Associates, Inc. (2019)"},{"key":"41_CR11","doi-asserted-by":"crossref","unstructured":"Duda, J., Tahboub, K., Gadgil, N.J., Delp, E.J.: The use of asymmetric numeral systems as an accurate replacement for huffman coding. In: Picture Coding Symposium, pp. 65\u201369 (2015)","DOI":"10.1109\/PCS.2015.7170048"},{"key":"41_CR12","unstructured":"Frankle, J., Carbin, M.: The lottery ticket hypothesis: finding sparse, trainable neural networks. In: International Conference on Learning Representations (2018)"},{"key":"41_CR13","unstructured":"Frankle, J., Dziugaite, G.K., Roy, D.M., Carbin, M.: Stabilizing the lottery ticket hypothesis. CoRR abs\/1903.01611 (2019)"},{"key":"41_CR14","unstructured":"Frankle, J., Schwab, D.J., Morcos, A.S.: Training batchnorm and only batchnorm: on the expressive power of random features in cnns. CoRR abs\/2003.00152 (2020)"},{"issue":"1","key":"41_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1162\/neco.1992.4.1.1","volume":"4","author":"S Geman","year":"1992","unstructured":"Geman, S., Bienenstock, E., Doursat, R.: Neural networks and the bias\/variance dilemma. Neural Comput. 4(1), 1\u201358 (1992)","journal-title":"Neural Comput."},{"key":"41_CR16","unstructured":"Glorot, X., Bengio, Y.: Understanding the difficulty of training deep feedforward neural networks. In: Teh, Y.W., Titterington, M. (eds.) Proceedings of the Thirteenth International Conference on Artificial Intelligence and Statistics, pp. 249\u2013256. PMLR (2010)"},{"key":"41_CR17","unstructured":"Guo, Y., Yao, A., Chen, Y.: Dynamic network surgery for efficient dnns. In: Lee, D.D., Sugiyama, M., Luxburg, U.V., Guyon, I., Garnett, R. (eds.) Advances in Neural Information Processing Systems 29, pp. 1379\u20131387. Curran Associates, Inc. (2016)"},{"key":"41_CR18","doi-asserted-by":"publisher","first-page":"1177","DOI":"10.1007\/978-0-387-09766-4","volume-title":"Encyclopedia of Parallel Computing","author":"JL Gustafson","year":"2011","unstructured":"Gustafson, J.L.: Moore\u2019s law. In: Padua, D. (ed.) Encyclopedia of Parallel Computing, pp. 1177\u20131184. Springer, US (2011). https:\/\/doi.org\/10.1007\/978-0-387-09766-4"},{"key":"41_CR19","unstructured":"Han, S., Pool, J., Tran, J., Dally, W.: Learning both weights and connections for efficient neural network. In: Cortes, C., Lawrence, N.D., Lee, D.D., Sugiyama, M., Garnett, R. (eds.) Advances in Neural Information Processing Systems 28. Curran Associates, Inc. (2015)"},{"key":"41_CR20","unstructured":"Hanson, S.J., Pratt, L.Y.: Comparing biases for minimal network construction with back-propagation. In: Touretzky, D.S. (ed.) Advances in Neural Information Processing Systems 1. Morgan-Kaufmann, Burlington (1989)"},{"key":"41_CR21","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Delving deep into rectifiers: surpassing human-level performance on imagenet classification. CoRR abs\/1502.01852 (2015)","DOI":"10.1109\/ICCV.2015.123"},{"key":"41_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1007\/978-3-030-01234-2_48","volume-title":"Computer Vision \u2013 ECCV 2018","author":"Y He","year":"2018","unstructured":"He, Y., Lin, J., Liu, Z., Wang, H., Li, L.-J., Han, S.: AMC: AutoML for model compression and acceleration on mobile devices. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11211, pp. 815\u2013832. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01234-2_48"},{"key":"41_CR23","unstructured":"Ioffe, S., Szegedy, C.: Batch normalization: accelerating deep network training by reducing internal covariate shift. In: Bach, F., Blei, D. (eds.) Proceedings of the 32nd International Conference on Machine Learning, pp. 448\u2013456. PMLR (2015)"},{"key":"41_CR24","doi-asserted-by":"crossref","unstructured":"Jarrett, K., Kavukcuoglu, K., Ranzato, M., LeCun, Y.: What is the best multi-stage architecture for object recognition? In: ICCV, pp. 2146\u20132153. IEEE (2009)","DOI":"10.1109\/ICCV.2009.5459469"},{"issue":"2","key":"41_CR25","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1109\/72.80236","volume":"1","author":"ED Karnin","year":"1990","unstructured":"Karnin, E.D.: A simple procedure for pruning back-propagation trained neural networks. IEEE Trans. Neural Networks 1(2), 239\u2013242 (1990)","journal-title":"IEEE Trans. Neural Networks"},{"key":"41_CR26","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. University of Toronto (2012). http:\/\/www.cs.toronto.edu\/~kriz\/cifar.html"},{"issue":"11","key":"41_CR27","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y., Haffner, P.: Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998)","journal-title":"Proc. IEEE"},{"key":"41_CR28","unstructured":"LeCun, Y., Denker, J.S., Solla, S.A.: Optimal brain damage. In: Touretzky, D.S. (ed.) Advances in Neural Information Processing Systems 2. Morgan-Kaufmann, Burlington (1990)"},{"key":"41_CR29","unstructured":"Lee, N., Ajanthan, T., Torr, P.: SNIP: Single-shot network pruning based on connection sensitivity. In: International Conference on Learning Representations. OpenReview.net (2019)"},{"key":"41_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41467-018-04316-3","volume":"9","author":"D Mocanu","year":"2018","unstructured":"Mocanu, D., Mocanu, E., Stone, P., Nguyen, P., Gibescu, M., Liotta, A.: Scalable training of artificial neural networks with adaptive sparse connectivity inspired by network science. Nat. Commun. 9, 1\u201312 (2018)","journal-title":"Nat. Commun."},{"key":"41_CR31","doi-asserted-by":"crossref","unstructured":"Mozer, M.C., Smolensky, P.: Skeletonization: a technique for trimming the fat from a network via relevance assessment. In: Touretzky, D.S. (ed.) Advances in Neural Information Processing Systems 1. Morgan-Kaufmann (1989)","DOI":"10.1080\/09540098908915626"},{"key":"41_CR32","first-page":"8024","volume":"32","author":"A Paszke","year":"2019","unstructured":"Paszke, A., Gross, S., Massa, F., Lerer, A., Bradbury, J., Chanan, G., et al.: Pytorch: An imperative style, high-performance deep learning library. Adv. Neural Inf. Process. Syst. 32, 8024\u20138035 (2019)","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"41_CR33","doi-asserted-by":"crossref","unstructured":"Ramanujan, V., Wortsman, M., Kembhavi, A., Farhadi, A., Rastegari, M.: What\u2019s hidden in a randomly weighted neural network? In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). IEEE Computer Society (2020)","DOI":"10.1109\/CVPR42600.2020.01191"},{"issue":"3","key":"41_CR34","doi-asserted-by":"publisher","first-page":"400","DOI":"10.1214\/aoms\/1177729586","volume":"22","author":"H Robbins","year":"1951","unstructured":"Robbins, H., Monro, S.: A stochastic approximation method. Ann. Math. Stat. 22(3), 400\u2013407 (1951)","journal-title":"Ann. Math. Stat."},{"key":"41_CR35","unstructured":"Saxe, A., Koh, P.W., Chen, Z., Bhand, M., Suresh, B., Ng, A.: On random weights and unsupervised feature learning. In: Getoor, L., Scheffer, T. (eds.) Proceedings of the 28th International Conference on Machine Learning, pp. 1089\u20131096. ACM (2011)"},{"key":"41_CR36","unstructured":"Schwartz, R., Dodge, J., Smith, N.A., Etzioni, O.: Green AI. CoRR abs\/1907.10597 (2019)"},{"key":"41_CR37","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. In: Bengio, Y., LeCun, Y. (eds.) International Conference on Learning Representations. OpenReview.net (2015)"},{"key":"41_CR38","unstructured":"Sutskever, I., Martens, J., Dahl, G., Hinton, G.: On the importance of initialization and momentum in deep learning. In: Proceedings of the 30th International Conference on Machine Learning, pp. 1139\u20131147. PMLR (2013)"},{"key":"41_CR39","unstructured":"Wang, C., Zhang, G., Grosse, R.: Picking winning tickets before training by preserving gradient flow. In: International Conference on Learning Representations. OpenReview.net (2020)"},{"key":"41_CR40","unstructured":"Wortsman, M., Farhadi, A., Rastegari, M.: Discovering neural wirings. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32, pp. 2684\u20132694. Curran Associates, Inc. (2019)"},{"key":"41_CR41","doi-asserted-by":"crossref","unstructured":"Xie, S., Kirillov, A., Girshick, R., He, K.: Exploring randomly wired neural networks for image recognition. In: 2019 IEEE\/CVF International Conference on Computer Vision (ICCV) (2019)","DOI":"10.1109\/ICCV.2019.00137"},{"key":"41_CR42","unstructured":"Zhou, H., Lan, J., Liu, R., Yosinski, J.: Deconstructing lottery tickets: zeros, signs, and the supermask. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems 32, pp. 3597\u20133607. Curran Associates, Inc. (2019)"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ACCV 2020"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-69544-6_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,2,25]],"date-time":"2021-02-25T12:41:03Z","timestamp":1614256863000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-69544-6_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030695439","9783030695446"],"references-count":42,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-69544-6_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"26 February 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ACCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Asian Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kyoto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 November 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 December 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"accv2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/accv2020.kyoto\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"768","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"254","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}