{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T16:59:18Z","timestamp":1743008358019,"version":"3.40.3"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030930455"},{"type":"electronic","value":"9783030930462"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-93046-2_20","type":"book-chapter","created":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T05:30:01Z","timestamp":1641015001000},"page":"227-239","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Hybrid Domain Convolutional Neural Network for\u00a0Memory Efficient Training"],"prefix":"10.1007","author":[{"given":"Bochen","family":"Guan","sequence":"first","affiliation":[]},{"given":"Yanli","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Jinnian","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"William A.","family":"Sethares","sequence":"additional","affiliation":[]},{"given":"Fang","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Qinwen","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Weiyi","family":"Li","sequence":"additional","affiliation":[]},{"given":"Shuxue","family":"Quan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,1,1]]},"reference":[{"issue":"8","key":"20_CR1","doi-asserted-by":"publisher","first-page":"2691","DOI":"10.1109\/TNNLS.2019.2927647","volume":"31","author":"F Bao","year":"2019","unstructured":"Bao, F., Deng, Y., Kong, Y., Ren, Z., Suo, J., Dai, Q.: Learning deep landmarks for imbalanced classification. IEEE Trans. Neural Netw. Learn. Syst. 31(8), 2691\u20132704 (2019)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"20_CR2","doi-asserted-by":"crossref","unstructured":"Chao, P., Kao, C.Y., Ruan, Y.S., Huang, C.H., Lin, Y.L.: HarDNet: a low memory traffic network. In: The IEEE International Conference on Computer Vision (ICCV), October 2019","DOI":"10.1109\/ICCV.2019.00365"},{"key":"20_CR3","unstructured":"Chen, T., Xu, B., Zhang, C., Guestrin, C.: Training deep nets with sublinear memory cost. CoRR arXiv:1604.06174 (2016)"},{"key":"20_CR4","unstructured":"Chen, W., Wilson, J., Tyree, S., Weinberger, K., Chen, Y.: Compressing neural networks with the hashing trick. In: International Conference on Machine Learning, pp. 2285\u20132294. PMLR (2015)"},{"key":"20_CR5","unstructured":"Cheng, Y., Wang, D., Zhou, P., Zhang, T.: A survey of model compression and acceleration for deep neural networks. CoRR arXiv:1710.09282 (2017)"},{"key":"20_CR6","doi-asserted-by":"crossref","unstructured":"Chin, T.W., Ding, R., Zhang, C., Marculescu, D.: Towards efficient model compression via learned global ranking. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1518\u20131528 (2020)","DOI":"10.1109\/CVPR42600.2020.00159"},{"issue":"4","key":"20_CR7","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1109\/JPROC.2020.2976475","volume":"108","author":"L Deng","year":"2020","unstructured":"Deng, L., Li, G., Han, S., Shi, L., Xie, Y.: Model compression and hardware acceleration for neural networks: a comprehensive survey. Proc. IEEE 108(4), 485\u2013532 (2020)","journal-title":"Proc. IEEE"},{"key":"20_CR8","unstructured":"Fujieda, S., Takayama, K., Hachisuka, T.: Wavelet convolutional neural networks for texture classification. arXiv preprint arXiv:1707.07394 (2017)"},{"issue":"4","key":"20_CR9","doi-asserted-by":"publisher","first-page":"428","DOI":"10.1016\/j.joca.2020.01.010","volume":"28","author":"B Guan","year":"2020","unstructured":"Guan, B., et al.: Deep learning risk assessment models for predicting progression of radiographic medial joint space loss over a 48-month follow-up period. Osteoarthritis Cartilage 28(4), 428\u2013437 (2020)","journal-title":"Osteoarthritis Cartilage"},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"Guan, B., Ye, H., Liu, H., Sethares, W.A.: Video logo retrieval based on local features. In: 2020 IEEE International Conference on Image Processing (ICIP), pp. 1396\u20131400. IEEE (2020)","DOI":"10.1109\/ICIP40778.2020.9191208"},{"key":"20_CR11","doi-asserted-by":"crossref","unstructured":"Guan, B., Zhang, J., Sethares, W.A., Kijowski, R., Liu, F.: Spectral domain convolutional neural network. In: ICASSP 2021\u20132021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 2795\u20132799. IEEE (2021)","DOI":"10.1109\/ICASSP39728.2021.9413409"},{"key":"20_CR12","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), June 2016","DOI":"10.1109\/CVPR.2016.90"},{"key":"20_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1007\/978-3-030-01234-2_48","volume-title":"Computer Vision \u2013 ECCV 2018","author":"Y He","year":"2018","unstructured":"He, Y., Lin, J., Liu, Z., Wang, H., Li, L.-J., Han, S.: AMC: AutoML for model compression and acceleration on mobile devices. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11211, pp. 815\u2013832. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01234-2_48"},{"key":"20_CR14","doi-asserted-by":"crossref","unstructured":"He, Y., Zhang, X., Sun, J.: Channel pruning for accelerating very deep neural networks. In: Proceedings of the IEEE International Conference on Computer Vision, pp. 1389\u20131397 (2017)","DOI":"10.1109\/ICCV.2017.155"},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., van der Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), July 2017","DOI":"10.1109\/CVPR.2017.243"},{"key":"20_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/978-3-030-01270-0_19","volume-title":"Computer Vision \u2013 ECCV 2018","author":"Z Huang","year":"2018","unstructured":"Huang, Z., Wang, N.: Data-driven sparse structure selection for deep neural networks. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11220, pp. 317\u2013334. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01270-0_19"},{"key":"20_CR17","doi-asserted-by":"publisher","unstructured":"Jain, A., Phanishayee, A., Mars, J., Tang, L., Pekhimenko, G.: Gist: efficient data encoding for deep neural network training. In: 45th ACM\/IEEE Annual International Symposium on Computer Architecture, ISCA 2018, Los Angeles, CA, USA, 1\u20136 June 2018, pp. 776\u2013789 (2018). https:\/\/doi.org\/10.1109\/ISCA.2018.00070","DOI":"10.1109\/ISCA.2018.00070"},{"key":"20_CR18","unstructured":"Krizhevsky, A., Sutskever, I., Hinton, G.E.: ImageNet classification with deep convolutional neural networks. In: Pereira, F., Burges, C.J.C., Bottou, L., Weinberger, K.Q. (eds.) Advances in Neural Information Processing Systems, vol. 25, pp. 1097\u20131105. Curran Associates, Inc. (2012)"},{"key":"20_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1007\/978-3-030-01264-9_8","volume-title":"Computer Vision \u2013 ECCV 2018","author":"N Ma","year":"2018","unstructured":"Ma, N., Zhang, X., Zheng, H.-T., Sun, J.: ShuffleNet V2: practical guidelines for efficient CNN architecture design. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) Computer Vision \u2013 ECCV 2018. LNCS, vol. 11218, pp. 122\u2013138. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01264-9_8"},{"key":"20_CR20","unstructured":"Mathieu, M., Henaff, M., LeCun, Y.: Fast training of convolutional networks through FFTs. arXiv preprint arXiv:1312.5851 (2013)"},{"key":"20_CR21","unstructured":"Meng, C., Sun, M., Yang, J., Qiu, M., Gu, Y.: Training deeper models by GPU memory optimization on TensorFlow. In: Proceedings of ML Systems Workshop in NIPS (2017)"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Niu, Y., Kannan, R., Srivastava, A., Prasanna, V.: Reuse kernels or activations? A flexible dataflow for low-latency spectral CNN acceleration. In: Proceedings of the 2020 ACM\/SIGDA International Symposium on Field-Programmable Gate Arrays, pp. 266\u2013276 (2020)","DOI":"10.1145\/3373087.3375302"},{"key":"20_CR23","unstructured":"Pleiss, G., Chen, D., Huang, G., Li, T., van der Maaten, L., Weinberger, K.Q.: Memory-efficient implementation of DenseNets. arXiv preprint arXiv:1707.06990 (2017)"},{"key":"20_CR24","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"786","DOI":"10.1007\/978-3-319-71249-9_47","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"H Pratt","year":"2017","unstructured":"Pratt, H., Williams, B., Coenen, F., Zheng, Y.: FCNN: Fourier convolutional neural networks. In: Ceci, M., Hollm\u00e9n, J., Todorovski, L., Vens, C., D\u017eeroski, S. (eds.) ECML PKDD 2017. LNCS (LNAI), vol. 10534, pp. 786\u2013798. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-71249-9_47"},{"key":"20_CR25","doi-asserted-by":"crossref","unstructured":"Rhu, M., Gimelshein, N., Clemons, J., Zulfiqar, A., Keckler, S.W.: vDNN: virtualized deep neural networks for scalable, memory-efficient neural network design. In: The 49th Annual IEEE\/ACM International Symposium on Microarchitecture, p. 18. IEEE Press (2016)","DOI":"10.1109\/MICRO.2016.7783721"},{"key":"20_CR26","doi-asserted-by":"crossref","unstructured":"Rota Bul\u00f2, S., Porzi, L., Kontschieder, P.: In-place activated BatchNorm for memory-optimized training of DNNs. In: The IEEE Conference on Computer Vision and Pattern Recognition (CVPR), June 2018","DOI":"10.1109\/CVPR.2018.00591"},{"key":"20_CR27","doi-asserted-by":"crossref","unstructured":"Sun, F., Lin, J., Wang, Z.: Intra-layer nonuniform quantization for deep convolutional neural network (2016)","DOI":"10.1109\/WCSP.2016.7752720"},{"key":"20_CR28","doi-asserted-by":"crossref","unstructured":"Wang, L., et al.: SuperNeurons: dynamic GPU memory management for training deep neural networks. In: ACM SIGPLAN Notices, vol. 53, pp. 41\u201353. ACM (2018)","DOI":"10.1145\/3200691.3178491"},{"key":"20_CR29","unstructured":"Wang, Y., Xu, C., Xu, C., Tao, D.: Beyond filters: compact feature map for portable deep model. In: ICML. Proceedings of Machine Learning Research, vol. 70, pp. 3703\u20133711. PMLR (2017)"},{"key":"20_CR30","doi-asserted-by":"crossref","unstructured":"Weiss, Y., Freeman, W.T.: What makes a good model of natural images? In: 2007 IEEE Conference on Computer Vision and Pattern Recognition, pp. 1\u20138. IEEE (2007)","DOI":"10.1109\/CVPR.2007.383092"},{"key":"20_CR31","doi-asserted-by":"crossref","unstructured":"Yu, F., et al.: DC-CNN: computational flow redefinition for efficient CNN through structural decoupling. In: 2020 Design, Automation & Test in Europe Conference & Exhibition (DATE), pp. 1097\u20131102. IEEE (2020)","DOI":"10.23919\/DATE48585.2020.9116429"},{"key":"20_CR32","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1007\/978-3-030-01237-3_23","volume-title":"Computer Vision \u2013 ECCV 2018","author":"D Zhang","year":"2018","unstructured":"Zhang, D., Yang, J., Ye, D., Hua, G.: LQ-Nets: learned quantization for highly accurate and compact deep neural networks. In: Ferrari, V., Hebert, M., Sminchisescu, C., Weiss, Y. (eds.) ECCV 2018. LNCS, vol. 11212, pp. 373\u2013390. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-030-01237-3_23"},{"issue":"9","key":"20_CR33","doi-asserted-by":"publisher","first-page":"12133","DOI":"10.1007\/s11042-016-4142-3","volume":"76","author":"X Zhao","year":"2017","unstructured":"Zhao, X., Ding, G.: Query expansion for object retrieval with active learning using bow and CNN feature. Multimedia Tools Appl. 76(9), 12133\u201312147 (2017)","journal-title":"Multimedia Tools Appl."}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-93046-2_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,6,18]],"date-time":"2022-06-18T08:05:21Z","timestamp":1655539521000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-93046-2_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030930455","9783030930462"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-93046-2_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"1 January 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CICAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CAAI International Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cicai2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cicai.caai.cn\/#\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"307","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"105","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"34% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5.3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}