{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,25]],"date-time":"2025-07-25T10:36:04Z","timestamp":1753439764996,"version":"3.40.3"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031250811"},{"type":"electronic","value":"9783031250828"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-25082-8_9","type":"book-chapter","created":{"date-parts":[[2023,2,11]],"date-time":"2023-02-11T09:12:42Z","timestamp":1676106762000},"page":"130-143","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Searching for\u00a0N:M Fine-grained Sparsity of\u00a0Weights and\u00a0Activations in\u00a0Neural Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5983-282X","authenticated-orcid":false,"given":"Ruth","family":"Akiva-Hochman","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0254-1380","authenticated-orcid":false,"given":"Shahaf E.","family":"Finder","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4027-1529","authenticated-orcid":false,"given":"Javier S.","family":"Turek","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5351-0966","authenticated-orcid":false,"given":"Eran","family":"Treister","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,2,12]]},"reference":[{"key":"9_CR1","unstructured":"Banner, R., Hubara, I., Hoffer, E., Soudry, D.: Scalable methods for 8-bit training of neural networks. In: Advances in Neural Information Processing Systems, pp. 5145\u20135153 (2018)"},{"key":"9_CR2","unstructured":"Bengio, Y., L\u00e9onard, N., Courville, A.: Estimating or propagating gradients through stochastic neurons for conditional computation. preprint arXiv:1308.3432 (2013)"},{"key":"9_CR3","doi-asserted-by":"crossref","unstructured":"Cai, Z., Vasconcelos, N.: Rethinking differentiable search for mixed-precision neural networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 2349\u20132358 (2020)","DOI":"10.1109\/CVPR42600.2020.00242"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Deng, D., Socher, L., K-Li, F.F.L.: Imagenet: a large-scale hierarchical image database. In: 2009 IEEE Conference on Computer Vision and Pattern Recognition, pp. 248\u2013255. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"9_CR5","unstructured":"Dong, Y.: Network pruning via transformable architecture search. Advances in Neural Information Processing Systems (NeurIPS) (2019)"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"Dong, X., Huang, J., Yang, Y., Yan, S.: More is less: a more complicated network with less inference complexity. In: CVPR, pp. 5840\u20135848 (2017)","DOI":"10.1109\/CVPR.2017.205"},{"issue":"1","key":"9_CR7","first-page":"1997","volume":"20","author":"T Elsken","year":"2019","unstructured":"Elsken, T., Metzen, J.H., Hutter, F.: Neural architecture search: a survey. J. Mach. Learn. Res. 20(1), 1997\u20132017 (2019)","journal-title":"J. Mach. Learn. Res."},{"key":"9_CR8","unstructured":"Finder, S.E., Zohav, Y., Ashkenazi, M., Treister, E.: Wavelet feature maps compression for image-to-image CNNs. arXiv preprint arXiv:2205.12268 (2022)"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Georgiadis, G.: Accelerating convolutional neural networks via activation map compression. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7085\u20137095 (2019)","DOI":"10.1109\/CVPR.2019.00725"},{"key":"9_CR10","unstructured":"Goodfellow, I., Bengio, Y., Courville, A., Bengio, Y.: Deep Learning, vol. 1. MIT Press, Cambridge (2016)"},{"key":"9_CR11","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vision 129, 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision"},{"key":"9_CR12","unstructured":"Guo, Y., Yao, A., Chen, Y.: Dynamic network surgery for efficient DNNs. In: Advances in Neural Information Processing Systems (NIPS), pp. 1379\u20131387 (2016)"},{"key":"9_CR13","unstructured":"Han, S., Pool, J., Tran, J., Dally, W.: Learning both weights and connections for efficient neural network. In: Advances in Neural Information Processing Systems, pp. 1135\u20131143 (2015)"},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"He, Y., Kang, G., Dong, X., Fu, Y., Yang, Y.: Soft filter pruning for accelerating deep convolutional neural networks. In: IJCAI International Joint Conference on Artificial Intelligence (2018)","DOI":"10.24963\/ijcai.2018\/309"},{"key":"9_CR15","doi-asserted-by":"crossref","unstructured":"He, Y., Liu, P., Wang, Z., Hu, Z., Yang, Y.: Filter pruning via geometric median for deep convolutional neural networks acceleration. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 4340\u20134349 (2019)","DOI":"10.1109\/CVPR.2019.00447"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Howard, A., et al.: Searching for MobileNetV3. In: IEEE\/CVF International Conference on Computer Vision, pp. 1314\u20131324 (2019)","DOI":"10.1109\/ICCV.2019.00140"},{"key":"9_CR17","unstructured":"Hubara, I., Chmiel, B., Island, M., Banner, R., Naor, J., Soudry, D.: Accelerated sparse neural training: a provable and efficient method to find n: m transposable masks. In: Advances in Neural Information Processing Systems (NeurIPS), vol. 34, pp. 21099\u201321111 (2021)"},{"issue":"1","key":"9_CR18","first-page":"6869","volume":"18","author":"I Hubara","year":"2017","unstructured":"Hubara, I., Courbariaux, M., Soudry, D., El-Yaniv, R., Bengio, Y.: Quantized neural networks: training neural networks with low precision weights and activations. J. Mach. Learn. Res. 18(1), 6869\u20136898 (2017)","journal-title":"J. Mach. Learn. Res."},{"key":"9_CR19","unstructured":"Jang, G., Poole: categorical reparameterization with gumbel-softmax. In: International Conference on Learning Representations (ICLR) (2017)"},{"key":"9_CR20","unstructured":"Krizhevsky, H.: Learning multiple layers of features from tiny images. Technical report, Citeseer (2009)"},{"key":"9_CR21","unstructured":"Kurtz, M., et al.: Inducing and exploiting activation sparsity for fast inference on deep neural networks. In: International Conference on Machine Learning (ICML), pp. 5533\u20135543. PMLR (2020)"},{"key":"9_CR22","unstructured":"Lee, N., Ajanthan, T., Torr, P.H.: Snip: Single-shot network pruning based on connection sensitivity. In: International Conference on Learning Representations (ICLR) (2019)"},{"key":"9_CR23","unstructured":"Li, H., Kadav, A., Durdanovic, I., Samet, H., Graf, H.P.: Pruning filters for efficient convnets. In: International Conference on Learning Representations (ICLR) (2017)"},{"key":"9_CR24","unstructured":"Liu, H., Simonyan, K., Yang, Y.: Darts: differentiable architecture search. In: International Conference on Learning Representations (ICLR) (2019)"},{"key":"9_CR25","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/978-3-030-01246-5_2","volume-title":"Computer Vision \u2013 ECCV 2018","author":"C Liu","year":"2018","unstructured":"Liu, C., et al.: Progressive neural architecture search. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11205, pp. 19\u201335. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01246-5_2"},{"key":"9_CR26","unstructured":"Mishra, A., et al.: Accelerating sparse deep neural networks. arXiv preprint arXiv:2104.08378 (2021)"},{"key":"9_CR27","doi-asserted-by":"crossref","unstructured":"Molchanov, P., Mallya, A., Tyree, S., Frosio, I., Kautz, J.: Importance estimation for neural network pruning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 11264\u201311272 (2019)","DOI":"10.1109\/CVPR.2019.01152"},{"key":"9_CR28","unstructured":"Raihan, M.A., Aamodt, T.: Sparse weight activation training. In: Advances in Neural Information Processing Systems (NeurIPS), vol. 33, pp. 15625\u201315638 (2020)"},{"key":"9_CR29","unstructured":"Real, E., et al.: Large-scale evolution of image classifiers. In: International Conference on Machine Learning, pp. 2902\u20132911. PMLR (2017)"},{"key":"9_CR30","doi-asserted-by":"crossref","unstructured":"Ren, P., et al.: A comprehensive survey of neural architecture search: challenges and solutions. ACM Computing Surveys (CSUR), pp. 1\u201334 (2021)","DOI":"10.1145\/3447582"},{"key":"9_CR31","doi-asserted-by":"crossref","unstructured":"Ronen, M., Finder, S.E., Freifeld, O.: Deepdpm: Deep clustering with an unknown number of clusters. In: Conference on Computer Vision and Pattern Recognition (2022)","DOI":"10.1109\/CVPR52688.2022.00963"},{"key":"9_CR32","unstructured":"Sun, Q., Li, X., Jiao, L., Ren, Y., Shang, F., Liu, F.: fast and effective: a novel sequential single-path search for mixed-precision-quantized networks. IEEE Trans. Cybern. 1\u201313 (2022)"},{"key":"9_CR33","unstructured":"Sun, W., et al.: Dominosearch: Find layer-wise fine-grained n: M sparse schemes from dense neural networks. In: Advances in Neural Information Processing Systems (NeurIPS), vol. 34, pp. 20721\u201320732 (2021)"},{"key":"9_CR34","doi-asserted-by":"crossref","unstructured":"Tan, C., Pang, V., Sandler, H., Le, V.: MnasNet: platform-aware neural architecture search for mobile. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2820\u20132828 (2019)","DOI":"10.1109\/CVPR.2019.00293"},{"key":"9_CR35","unstructured":"Tan, M., Le, Q.: EfficientNet: rethinking model scaling for convolutional neural networks. In: International Conference on Machine Learning, pp. 6105\u20136114 (2019)"},{"key":"9_CR36","unstructured":"Tanaka, H., Kunin, D., Yamins, D.L., Ganguli, S.: Pruning neural networks without any data by iteratively conserving synaptic flow. preprint arXiv:2006.05467 (2020)"},{"key":"9_CR37","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"268","DOI":"10.1007\/978-3-030-58607-2_16","volume-title":"Computer Vision \u2013 ECCV 2020","author":"W Van Gansbeke","year":"2020","unstructured":"Van Gansbeke, W., Vandenhende, S., Georgoulis, S., Proesmans, M., Van Gool, L.: SCAN: learning to classify images without labels. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12355, pp. 268\u2013285. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58607-2_16"},{"key":"9_CR38","unstructured":"Wang, C., Zhang, G., Grosse, R.: Picking winning tickets before training by preserving gradient flow. In: International Conference on Learning Representations (2020)"},{"key":"9_CR39","doi-asserted-by":"crossref","unstructured":"Wu, D., Zhang, W., Sun, W., Tian, V., Jia, K.: FBNet: hardware-aware efficient convnet design via differentiable neural architecture search. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10734\u201310742 (2019)","DOI":"10.1109\/CVPR.2019.01099"},{"key":"9_CR40","unstructured":"Yin, P., Lyu, J., Zhang, S., Osher, S., Qi, Y., Xin, J.: Understanding straight-through estimator in training activation quantized neural nets. In: International Conference on Learning Representations (ICLR) (2019)"},{"key":"9_CR41","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-030-58545-7_1","volume-title":"Computer Vision \u2013 ECCV 2020","author":"H Yu","year":"2020","unstructured":"Yu, H., Han, Q., Li, J., Shi, J., Cheng, G., Fan, B.: Search what you want: barrier panelty NAS for mixed precision quantization. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12354, pp. 1\u201316. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58545-7_1"},{"key":"9_CR42","unstructured":"Zhou, M., Zhu, L., Zhang, Y., Sun, L.: Learning N: M fine-grained structured sparse neural networks from scratch. In: International Conference on Learning Representations (2021)"},{"key":"9_CR43","doi-asserted-by":"crossref","unstructured":"Zhu, M., Zhang, T., Gu, Z., Xie, Y.: Sparse tensor core: algorithm and hardware co-design for vector-wise sparse neural networks on modern GPUs. In: Proceedings of the 52nd Annual IEEE\/ACM International Symposium on Microarchitecture, pp. 359\u2013371 (2019)","DOI":"10.1145\/3352460.3358269"},{"key":"9_CR44","unstructured":"Zhu, M., Gupta, S.: To prune, or not to prune: exploring the efficacy of pruning for model compression. arXiv preprint arXiv:1710.01878 (2017)"},{"key":"9_CR45","doi-asserted-by":"crossref","unstructured":"Zoph, V., Shlens, L.: Learning transferable architectures for scalable image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 8697\u20138710 (2018)","DOI":"10.1109\/CVPR.2018.00907"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2022 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-25082-8_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,7]],"date-time":"2024-03-07T13:03:51Z","timestamp":1709816631000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-25082-8_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031250811","9783031250828"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-25082-8_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"12 February 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Tel Aviv","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Israel","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2022.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5804","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1645","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.21","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.91","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"From the workshops, 367 reviewed full papers have been selected for publication","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}