{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T09:23:18Z","timestamp":1743153798328,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031159367"},{"type":"electronic","value":"9783031159374"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-15937-4_62","type":"book-chapter","created":{"date-parts":[[2022,9,6]],"date-time":"2022-09-06T08:15:35Z","timestamp":1662452135000},"page":"743-755","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Neural Architecture Search for\u00a0Low-Precision Neural Networks"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5593-9475","authenticated-orcid":false,"given":"Binyi","family":"Wu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernd","family":"Waschneck","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christian","family":"Mayr","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,9,7]]},"reference":[{"key":"62_CR1","unstructured":"Bethge, J., Bartz, C., Yang, H., Chen, Y., Meinel, C.: MeliusNet: Can binary neural networks achieve mobileNet-level accuracy? arXiv (2020)"},{"key":"62_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1007\/978-3-030-58592-1_19","volume-title":"Computer Vision \u2013 ECCV 2020","author":"A Bulat","year":"2020","unstructured":"Bulat, A., Martinez, B., Tzimiropoulos, G.: BATS: binary ArchitecTure search. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12368, pp. 309\u2013325. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58592-1_19"},{"key":"62_CR3","unstructured":"Cai, H., Zhu, L., Han, S.: ProxylessNAS: direct neural architecture search on target task and hardware. arXiv pp. 1\u201313 (2018)"},{"key":"62_CR4","unstructured":"Choi, J., Wang, Z., Venkataramani, S., Chuang, P.I., Srinivasan, V., Gopalakrishnan, K.: PACT: parameterized clipping activation for quantized neural networks. CoRR (2018)"},{"key":"62_CR5","unstructured":"Courbariaux, M., Hubara, I., Soudry, D., El-Yaniv, R., Bengio, Y.: Binarized neural networks: training deep neural networks with weights and activations constrained to +1 or $$-$$1 (2016)"},{"key":"62_CR6","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale Hierarchical image database. In: CVPR09 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"62_CR7","unstructured":"Esser, S.K., McKinstry, J.L., Bablani, D., Appuswamy, R., Modha, D.S.: Learned step size quantization. In: 8th International Conference on Learning Representations, ICLR. OpenReview.net (2020)"},{"key":"62_CR8","doi-asserted-by":"crossref","unstructured":"Gong, R., et al.: Differentiable soft quantization: Bridging full-precision and low-bit neural networks. In: 2019 IEEE\/CVF International Conference on Computer Vision, ICCV 2019, Seoul, Korea (South), October 27 - November 2, 2019, pp. 4851\u20134860. IEEE (2019)","DOI":"10.1109\/ICCV.2019.00495"},{"key":"62_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"544","DOI":"10.1007\/978-3-030-58517-4_32","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Z Guo","year":"2020","unstructured":"Guo, Z., et al.: Single path one-shot neural architecture search with uniform sampling. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12361, pp. 544\u2013560. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58517-4_32"},{"key":"62_CR10","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Delving deep into rectifiers: surpassing human-level performance on ImageNet classification. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1026\u20131034 (2015)","DOI":"10.1109\/ICCV.2015.123"},{"key":"62_CR11","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"62_CR12","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images, Technical Report (2009)"},{"key":"62_CR13","unstructured":"Liu, H., Simonyan, K., Yang, Y.: DARTS: differentiable architecture search. arXiv pp. 1\u201313 (2018)"},{"issue":"1","key":"62_CR14","doi-asserted-by":"publisher","first-page":"202","DOI":"10.1007\/s11263-019-01227-8","volume":"128","author":"Z Liu","year":"2020","unstructured":"Liu, Z., Luo, W., Wu, B., Yang, X., Liu, W., Cheng, K.-T.: Bi-Real Net: binarizing deep network towards real-network performance. Int. J. Comput. Vis. 128(1), 202\u2013219 (2020). https:\/\/doi.org\/10.1007\/s11263-019-01227-8","journal-title":"Int. J. Comput. Vis."},{"key":"62_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1007\/978-3-030-58568-6_9","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Z Liu","year":"2020","unstructured":"Liu, Z., Shen, Z., Savvides, M., Cheng, K.-T.: ReActNet: towards precise binary neural network with generalized activation functions. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12359, pp. 143\u2013159. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58568-6_9"},{"key":"62_CR16","doi-asserted-by":"crossref","unstructured":"Horowitz, M.: Computing\u2019s energy problem (and what we can do about it). In: Digest of technical Papers - IEEE International Solid-State Circuits Conference, pp. 10\u201314 (2014)","DOI":"10.1109\/ISSCC.2014.6757323"},{"key":"62_CR17","doi-asserted-by":"crossref","unstructured":"Sandler, M., Howard, A., Zhu, M., Zhmoginov, A., Chen, L.C.: MobileNetV2: inverted residuals and linear bottlenecks. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 4510\u20134520 (2018)","DOI":"10.1109\/CVPR.2018.00474"},{"key":"62_CR18","unstructured":"Uhlich, S., et al.: Mixed precision DNNs: all you need is a good parametrization. In: 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, 26\u201330 April 2020. OpenReview.net (2020)"},{"key":"62_CR19","doi-asserted-by":"crossref","unstructured":"Wan, A., et al.: FBNetV2: differentiable neural architecture search for spatial and channel dimensions. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition (2020)","DOI":"10.1109\/CVPR42600.2020.01298"},{"key":"62_CR20","doi-asserted-by":"crossref","unstructured":"Wang, K., Liu, Z., Lin, Y., Lin, J., Han, S.: HAQ: hardware-aware automated quantization with mixed precision. Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 8604\u20138612 (2019)","DOI":"10.1109\/CVPR.2019.00881"},{"key":"62_CR21","doi-asserted-by":"crossref","unstructured":"Wang, T., et al.: APQ: joint search for network architecture, pruning and quantization policy. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 2075\u20132084 (2020)","DOI":"10.1109\/CVPR42600.2020.00215"},{"key":"62_CR22","series-title":"Proceedings of the International Neural Networks Society","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1007\/978-3-030-80568-5_20","volume-title":"Proceedings of the 22nd Engineering Applications of Neural Networks Conference","author":"B Wu","year":"2021","unstructured":"Wu, B., Waschneck, B., Mayr, C.: Squeeze-and-threshold based quantization for low-precision neural networks. In: Iliadis, L., Macintyre, J., Jayne, C., Pimenidis, E. (eds.) EANN 2021. PINNS, vol. 3, pp. 232\u2013243. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-80568-5_20"},{"key":"62_CR23","unstructured":"Yao, Z., et al.: Hawq-v3: dyadic neural network quantization. In: Proceedings of the 38th International Conference on Machine Learning, pp. 11875\u201311886. PMLR (2021)"},{"key":"62_CR24","unstructured":"You, Y., Gitman, I., Ginsburg, B.: Large batch training of convolutional networks. arXiv pp. 1\u20138 (2017)"},{"key":"62_CR25","doi-asserted-by":"crossref","unstructured":"Zhou, G., Zhou, J., Lin, H.: Research on NVIDIA deep learning accelerator. In: Proceedings of the International Conference on Anti-Counterfeiting, Security and Identification, ASID (2018)","DOI":"10.1109\/ICASID.2018.8693202"},{"key":"62_CR26","unstructured":"Zhou, P., Xiong, C., Socher, R., Hoi, S.C.: Theory-inspired path-regularized differential network architecture search. arXiv (2020)"},{"key":"62_CR27","unstructured":"Zoph, B., Le, Q.V.: Neural architecture search with reinforcement learning. In: 5th International Conference on Learning Representations, ICLR 2017, pp. 1\u201316 (2017)"}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2022"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-15937-4_62","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,6]],"date-time":"2022-09-06T08:28:21Z","timestamp":1662452901000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-15937-4_62"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031159367","9783031159374"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-15937-4_62","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"7 September 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bristol","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"561","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"255","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}