{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:20:50Z","timestamp":1740108050443,"version":"3.37.3"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T00:00:00Z","timestamp":1667260800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Postgraduate Research & Practice Innovation Program of Jiangsu Province","award":["KYCX22_2566"],"award-info":[{"award-number":["KYCX22_2566"]}]},{"name":"Graduate Innovation Program of China University of Mining and Technology","award":["2022WLKXJ116"],"award-info":[{"award-number":["2022WLKXJ116"]}]},{"DOI":"10.13039\/501100004608","name":"Natural Science Foundation of Jiangsu Province","doi-asserted-by":"publisher","award":["BK20201346"],"award-info":[{"award-number":["BK20201346"]}],"id":[{"id":"10.13039\/501100004608","id-type":"DOI","asserted-by":"publisher"}]},{"name":"High-Level Talent Program for Innovation and Entrepreneurship (ShuangChuang Doctor) of Jiangsu Province","award":["JSSCBS20211220"],"award-info":[{"award-number":["JSSCBS20211220"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62106268"],"award-info":[{"award-number":["62106268"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Pattern Anal Applic"],"published-print":{"date-parts":[[2023,5]]},"DOI":"10.1007\/s10044-022-01122-y","type":"journal-article","created":{"date-parts":[[2022,11,1]],"date-time":"2022-11-01T19:03:03Z","timestamp":1667329383000},"page":"669-677","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Semi-supervised transformable architecture search for feature distillation"],"prefix":"10.1007","volume":"26","author":[{"given":"Man","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6207-0299","authenticated-orcid":false,"given":"Yong","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bing","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiaqi","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Rui","family":"Yao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhiwen","family":"Shao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hancheng","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hao","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,11,1]]},"reference":[{"key":"1122_CR1","doi-asserted-by":"publisher","unstructured":"Wang L, Yoon K-J (2022) Knowledge distillation and student-teacher learning for visual intelligence: a review and new outlooks. In: IEEE transactions on pattern analysis and machine intelligence, vol. 44, no. 6, pp 3048-3068. https:\/\/doi.org\/10.1109\/TPAMI.2021.3055564","DOI":"10.1109\/TPAMI.2021.3055564"},{"key":"1122_CR2","doi-asserted-by":"crossref","unstructured":"Bucilu\u01cd C, Caruana R, Niculescu-Mizil A (2006) Model compression. In: Proceedings of the 12th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 535\u2013541","DOI":"10.1145\/1150402.1150464"},{"key":"1122_CR3","unstructured":"Liu Z, Sun M, Zhou T, Huang G, Darrell T (2018) Rethinking the value of network pruning. In: International conference on learning representations"},{"key":"1122_CR4","doi-asserted-by":"crossref","unstructured":"Yang J, Shen X, Xing J, Tian X, Li H, Deng B, Huang J, Hua X-s (2019) Quantization networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7308\u20137316","DOI":"10.1109\/CVPR.2019.00748"},{"key":"1122_CR5","doi-asserted-by":"crossref","unstructured":"Yu X, Liu T, Wang X, Tao D (2017) On compressing deep models by low rank and sparse decomposition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 7370\u20137379","DOI":"10.1109\/CVPR.2017.15"},{"key":"1122_CR6","doi-asserted-by":"publisher","first-page":"3697","DOI":"10.21437\/Interspeech.2017-614","volume":"25","author":"T Fukuda","year":"2017","unstructured":"Fukuda T, Suzuki M, Kurata G, Thomas S, Cui J, Ramabhadran B (2017) Efficient knowledge distillation from an ensemble of teachers. Interspeech 25:3697\u20133701","journal-title":"Interspeech"},{"key":"1122_CR7","doi-asserted-by":"crossref","unstructured":"Wang L, Ho Y-S, Yoon K-J et al. (2019) Event-based high dynamic range image and very high frame rate video generation using conditional generative adversarial networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10081\u201310090","DOI":"10.1109\/CVPR.2019.01032"},{"issue":"9","key":"1122_CR8","doi-asserted-by":"publisher","first-page":"1616","DOI":"10.1109\/TKDE.2018.2807452","volume":"30","author":"H Cai","year":"2018","unstructured":"Cai H, Zheng VW, Chang KC-C (2018) A comprehensive survey of graph embedding: Problems, techniques, and applications. IEEE Trans Knowl Data Eng 30(9):1616\u20131637","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1122_CR9","first-page":"8713","volume":"31","author":"L-C Chen","year":"2018","unstructured":"Chen L-C, Collins MD, Zhu Y, Papandreou G, Zoph B, Schroff F, Adam H, Shlens J (2018) Searching for efficient multi-scale architectures for dense image prediction. Adv Neural Inf Process Syst 31:8713\u20138724","journal-title":"Adv Neural Inf Process Syst"},{"key":"1122_CR10","doi-asserted-by":"crossref","unstructured":"Cui J, Chen P, Li R, Liu S, Shen X, Jia J (2019) Fast and practical neural architecture search. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 6509\u20136518","DOI":"10.1109\/ICCV.2019.00661"},{"key":"1122_CR11","doi-asserted-by":"crossref","unstructured":"Li C, Peng J, Yuan L, Wang G, Liang X, Lin L, Chang X (2020) Block-wisely supervised neural architecture search with knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1989\u20131998","DOI":"10.1109\/CVPR42600.2020.00206"},{"key":"1122_CR12","doi-asserted-by":"crossref","unstructured":"Liu C, Chen L-C, Schroff F, Adam H, Hua W, Yuille AL, Fei-Fei L (2019) Auto-deeplab: Hierarchical neural architecture search for semantic image segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 82\u201392","DOI":"10.1109\/CVPR.2019.00017"},{"key":"1122_CR13","unstructured":"Pham H, Guan M, Zoph B, Le Q, Dean J (2018) Efficient neural architecture search via parameters sharing. In: International Conference on Machine Learning, pp. 4095\u20134104. PMLR"},{"key":"1122_CR14","doi-asserted-by":"crossref","unstructured":"Cai H, Chen T, Zhang W, Yu Y, Wang J (2018) Efficient architecture search by network transformation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 32","DOI":"10.1609\/aaai.v32i1.11709"},{"key":"1122_CR15","doi-asserted-by":"crossref","unstructured":"Cai H, Yang J, Zhang W, Han S, Yu Y (2018) Path-level network transformation for efficient architecture search. In: International Conference on Machine Learning, pp. 678\u2013687. PMLR","DOI":"10.1609\/aaai.v32i1.11709"},{"key":"1122_CR16","unstructured":"Dong X, Yang Y (2019) Network pruning via transformable architecture search. Conference on Neural Information Processing Systems"},{"key":"1122_CR17","unstructured":"Peng J, Sun M, Zhang Z, Tan T, Yan J (2019) Efficient neural architecture transformation searchin channel-level for object detection. Conference on Neural Information Processing Systems"},{"key":"1122_CR18","doi-asserted-by":"crossref","unstructured":"Zoph B, Vasudevan V, Shlens J, Le QV (2018) Learning transferable architectures for scalable image recognition. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 8697\u20138710","DOI":"10.1109\/CVPR.2018.00907"},{"issue":"19","key":"1122_CR19","doi-asserted-by":"publisher","first-page":"4307","DOI":"10.3390\/s19194307","volume":"19","author":"J Cho","year":"2019","unstructured":"Cho J, Lee M (2019) Building a compact convolutional neural network for embedded intelligent sensor systems using group sparsity and knowledge distillation. Sensors 19(19):4307","journal-title":"Sensors"},{"key":"1122_CR20","doi-asserted-by":"publisher","first-page":"101695","DOI":"10.1016\/j.sysarc.2019.101695","volume":"103","author":"M-C Wu","year":"2020","unstructured":"Wu M-C, Chiu C-T (2020) Multi-teacher knowledge distillation for compressed video action recognition based on deep learning. J Syst Arch 103:101695","journal-title":"J Syst Arch"},{"issue":"4","key":"1122_CR21","doi-asserted-by":"publisher","first-page":"357","DOI":"10.3390\/e21040357","volume":"21","author":"L Gao","year":"2019","unstructured":"Gao L, Lan X, Mi H, Feng D, Xu K, Peng Y (2019) Multistructure-based collaborative online distillation. Entropy 21(4):357","journal-title":"Entropy"},{"key":"1122_CR22","doi-asserted-by":"crossref","unstructured":"Thoker FM, Gall J (2019) Cross-modal knowledge distillation for action recognition. In: 2019 IEEE International Conference on Image Processing (ICIP), pp. 6\u201310. IEEE","DOI":"10.1109\/ICIP.2019.8802909"},{"issue":"6","key":"1122_CR23","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2016","unstructured":"Ren S, He K, Girshick R, Sun J (2016) Faster r-cnn: towards real-time object detection with region proposal networks. IEEE Trans Pattern Anal Mach Intell 39(6):1137\u20131149","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"1122_CR24","unstructured":"Chen G, Choi W, Yu X, Han T, Chandraker M (2017) Learning efficient object detection models with knowledge distillation. In: Proceedings of the 31st International Conference on Neural Information Processing Systems, pp. 742\u2013751"},{"key":"1122_CR25","doi-asserted-by":"crossref","unstructured":"Tang Y, Wang Y, Xu Y, Chen H, Shi B, Xu C, Xu C, Tian Q, Xu C (2020) A semi-supervised assessor of neural architectures. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1810\u20131819","DOI":"10.1109\/CVPR42600.2020.00188"},{"key":"1122_CR26","unstructured":"Luo R, Tan X, Wang R, Qin T, Chen E, Liu T-Y (2020) Semi-supervised neural architecture search. Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition"},{"key":"1122_CR27","doi-asserted-by":"crossref","unstructured":"Xu G, Liu Z, Li X, Loy CC (2020) Knowledge distillation meets self-supervision. In: European Conference on Computer Vision, pp. 588\u2013604. Springer","DOI":"10.1007\/978-3-030-58545-7_34"},{"key":"1122_CR28","doi-asserted-by":"crossref","unstructured":"Zhang C, Peng Y (2018) Better and faster: Knowledge transfer from multiple self-supervised learning tasks via graph distillation for video classification. http:\/\/arxiv.org\/abs\/1804.10069","DOI":"10.24963\/ijcai.2018\/158"},{"key":"1122_CR29","unstructured":"Rajasegaran J, Khan S, Hayat M, Khan FS, Shah M (2020) Self-supervised knowledge distillation for few-shot learning. http:\/\/arxiv.org\/abs\/2006.09785"},{"key":"1122_CR30","doi-asserted-by":"crossref","unstructured":"Xie Q, Luong M-T, Hovy E, Le QV (2020) Self-training with noisy student improves imagenet classification. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10687\u201310698","DOI":"10.1109\/CVPR42600.2020.01070"},{"key":"1122_CR31","first-page":"4","volume":"1","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky A, Hinton G et al (2009) Learning multiple layers of features from tiny images. Handbook System Autoimmune Dis 1:4","journal-title":"Handbook System Autoimmune Dis"},{"key":"1122_CR32","first-page":"2234","volume":"25","author":"T Salimans","year":"2016","unstructured":"Salimans T, Goodfellow I, Zaremba W, Cheung V, Radford A, Chen X (2016) Improved techniques for training gans. Neural Inf Process Syst 25:2234\u20132242","journal-title":"Neural Inf Process Syst"},{"key":"1122_CR33","unstructured":"Hinton G, Vinyals O, Dean J (2015) Distilling the knowledge in a neural network. In: NIPS Deep Learning and Representation Learning Workshop"},{"key":"1122_CR34","unstructured":"Romero A, Ballas N, Kahou SE, Chassang A, Gatta C, Bengio Y (2014) Fitnets: Hints for thin deep nets. In: International Conference on Learning Representations (ICLR)"},{"key":"1122_CR35","unstructured":"Komodakis N, Zagoruyko S (2017) Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: ICLR"},{"key":"1122_CR36","unstructured":"Srinivas S, Fleuret F (2018) Knowledge transfer with jacobian matching. In: International Conference on Machine Learning, pp. 4723\u20134731. PMLR"},{"key":"1122_CR37","unstructured":"Kim J, Park S, Kwak N (2018) Paraphrasing complex network: Network compression via factor transfer. In: Neural Information Processing Systems (NIPS)"},{"key":"1122_CR38","doi-asserted-by":"crossref","unstructured":"Heo B, Lee M, Yun S, Choi JY (2019) Knowledge transfer via distillation of activation boundaries formed by hidden neurons. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 33, pp. 3779\u20133787","DOI":"10.1609\/aaai.v33i01.33013779"},{"key":"1122_CR39","doi-asserted-by":"crossref","unstructured":"Heo B, Kim J, Yun S, Park H, Kwak N, Choi JY (2019) A comprehensive overhaul of feature distillation. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1921\u20131930","DOI":"10.1109\/ICCV.2019.00201"},{"key":"1122_CR40","first-page":"5050","volume":"68","author":"D Berthelot","year":"2019","unstructured":"Berthelot D, Carlini N, Goodfellow I, Papernot N, Oliver A, Raffel C (2019) Mixmatch: a holistic approach to semi-supervised learning. Adv Neural Inf Process Syst 68:5050\u20135060","journal-title":"Adv Neural Inf Process Syst"},{"key":"1122_CR41","unstructured":"Xie Q, Dai Z, Hovy E, Luong M-T, Le QV (2019) Unsupervised data augmentation for consistency training. http:\/\/arxiv.org\/abs\/1904.12848"},{"key":"1122_CR42","unstructured":"Berthelot D, Carlini N, Cubuk ED, Kurakin A, Sohn K, Zhang H, Raffel C (2020) Remixmatch: Semi-supervised learning with distribution alignment and augmentation anchoring. In: Eighth International Conference on Learning Representations"},{"key":"1122_CR43","first-page":"596","volume":"33","author":"K Sohn","year":"2020","unstructured":"Sohn K, Berthelot D, Carlini N et al (2020) Fixmatch: Simplifying semi-supervised learning with consistency and confidence[J]. Adv Neural Inf Process Syst 33:596\u2013608","journal-title":"Adv Neural Inf Process Syst"},{"key":"1122_CR44","unstructured":"Zhong Z, Yan J, Liu C-L (2019) Practical network blocks design with q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence"},{"key":"1122_CR45","first-page":"2902","volume":"84","author":"E Real","year":"2017","unstructured":"Real E, Moore S, Selle A, Saxena S, Suematsu YL, Tan J, Le Q, Kurakin A (2017) Large-scale evolution of image classifiers. Proc Mach Learn Res 84:2902\u20132911","journal-title":"Proc Mach Learn Res"},{"key":"1122_CR46","doi-asserted-by":"crossref","unstructured":"Suganuma M, Shirakawa S, Nagao T (2017) A genetic programming approach to designing convolutional neural network architectures. In: Proceedings of the Genetic and Evolutionary Computation Conference, pp. 497\u2013504","DOI":"10.1145\/3071178.3071229"},{"key":"1122_CR47","first-page":"1195","volume":"43","author":"A Tarvainen","year":"2017","unstructured":"Tarvainen A, Valpola H (2017) Mean teachers are better role models: Weight-averaged consistency targets improve semi-supervised deep learning results. Adv Neural Inf Process Syst 43:1195\u20131204","journal-title":"Adv Neural Inf Process Syst"},{"key":"1122_CR48","first-page":"3546","volume":"25","author":"A Rasmus","year":"2015","unstructured":"Rasmus A, Valpola H, Honkala M, Berglund M, Raiko T (2015) Semi-supervised learning with ladder networks. Neural Inf Process Syst 25:3546\u20133554","journal-title":"Neural Inf Process Syst"},{"key":"1122_CR49","doi-asserted-by":"crossref","unstructured":"Zhai X, Oliver A, Kolesnikov A, Beyer L (2019) S4l: Self-supervised semi-supervised learning. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1476\u20131485","DOI":"10.1109\/ICCV.2019.00156"},{"key":"1122_CR50","doi-asserted-by":"crossref","unstructured":"Rebuffi S-A, Kolesnikov A, Sperl G, Lampert CH (2017) icarl: Incremental classifier and representation learning. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 2001\u20132010","DOI":"10.1109\/CVPR.2017.587"}],"container-title":["Pattern Analysis and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10044-022-01122-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10044-022-01122-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10044-022-01122-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,4,15]],"date-time":"2023-04-15T04:33:22Z","timestamp":1681533202000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10044-022-01122-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,11,1]]},"references-count":50,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2023,5]]}},"alternative-id":["1122"],"URL":"https:\/\/doi.org\/10.1007\/s10044-022-01122-y","relation":{},"ISSN":["1433-7541","1433-755X"],"issn-type":[{"type":"print","value":"1433-7541"},{"type":"electronic","value":"1433-755X"}],"subject":[],"published":{"date-parts":[[2022,11,1]]},"assertion":[{"value":"7 July 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 October 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 November 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}