{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T23:50:50Z","timestamp":1769557850157,"version":"3.49.0"},"publisher-location":"Cham","reference-count":59,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031726514","type":"print"},{"value":"9783031726521","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T00:00:00Z","timestamp":1730246400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,30]],"date-time":"2024-10-30T00:00:00Z","timestamp":1730246400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72652-1_4","type":"book-chapter","created":{"date-parts":[[2024,10,29]],"date-time":"2024-10-29T08:29:02Z","timestamp":1730190542000},"page":"56-73","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Auto-DAS: Automated Proxy Discovery for\u00a0Training-Free Distillation-Aware Architecture Search"],"prefix":"10.1007","author":[{"given":"Haosen","family":"Sun","sequence":"first","affiliation":[]},{"given":"Lujun","family":"Li","sequence":"additional","affiliation":[]},{"given":"Peijie","family":"Dong","sequence":"additional","affiliation":[]},{"given":"Zimian","family":"Wei","sequence":"additional","affiliation":[]},{"given":"Shitong","family":"Shao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,30]]},"reference":[{"key":"4_CR1","first-page":"508","volume":"2","author":"H Abdi","year":"2007","unstructured":"Abdi, H.: The kendall rank correlation coefficient. Encyclopedia Meas. Stat. 2, 508\u2013510 (2007)","journal-title":"Encyclopedia Meas. Stat."},{"key":"4_CR2","unstructured":"Akhauri, Y., Munoz, J.P., Jain, N., Iyer, R.: EZNAS: evolving zero-cost proxies for neural architecture scoring. In: Oh, A.H., Agarwal, A., Belgrave, D., Cho, K. (eds.) NeurIPS (2022). https:\/\/openreview.net\/forum?id=lSqaDG4dvdt"},{"key":"4_CR3","unstructured":"Baker, B., Gupta, O., Naik, N., Raskar, R.: Designing neural network architectures using reinforcement learning. In: ICLR (2017)"},{"issue":"161","key":"4_CR4","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1080\/01621459.1928.10502991","volume":"23","author":"A Bowley","year":"1928","unstructured":"Bowley, A.: The standard deviation of the correlation coefficient. J. Am. Stat. Assoc. 23(161), 31\u201334 (1928)","journal-title":"J. Am. Stat. Assoc."},{"key":"4_CR5","unstructured":"Brown, T.B., et al.: Language models are few-shot learners. arXiv preprint, arXiv:2005.14165 (2020)"},{"key":"4_CR6","unstructured":"Dong, P., et al.: Pruner-zero: evolving symbolic pruning metric from scratch for large language models. In: ICML (2024)"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Dong, P., Li, L., Wei, Z.: Diswot: student architecture search for distillation without training. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.01145"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Dong, P., Li, L., Wei, Z., Niu, X., Tian, Z., Pan, H.: EMQ: evolving training-free proxies for automated mixed precision quantization. In: ICCV, pp. 17076\u201317086 (2023)","DOI":"10.1109\/ICCV51070.2023.01566"},{"key":"4_CR9","unstructured":"Dong, P., et al.: Prior-guided one-shot neural architecture search. arXiv preprint arXiv:2206.13329 (2022)"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Dong, X., Yang, Y.: Searching for a robust neural architecture in four GPU hours. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00186"},{"key":"4_CR11","unstructured":"Dong, X., Yang, Y.: NAS-bench-201: extending the scope of reproducible neural architecture search. In: ICLR (2019)"},{"key":"4_CR12","unstructured":"Dosovitskiy, A., et\u00a0al.: An image is worth 16x16 words: transformers for image recognition at scale. In: ICLR (2020)"},{"key":"4_CR13","unstructured":"Falkner, S., Klein, A., Hutter, F.: BOHB: Robust and efficient hyperparameter optimization at scale. In: ICML (2018)"},{"key":"4_CR14","unstructured":"Gu, J., Tresp, V.: Search for better students to learn distilled knowledge. arXiv preprint arXiv:2001.11612 (2020)"},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"4_CR16","doi-asserted-by":"crossref","unstructured":"Heo, B., Yun, S., Han, D., Chun, S., Choe, J., Oh, S.J.: Rethinking spatial dimensions of vision transformers. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.01172"},{"key":"4_CR17","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Hu, S., et al.: DSNAS: direct neural architecture search without parameter retraining. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (2020)","DOI":"10.1109\/CVPR42600.2020.01210"},{"key":"4_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"119","DOI":"10.1007\/978-3-030-58529-7_8","volume-title":"Computer Vision \u2013 ECCV 2020","author":"Y Hu","year":"2020","unstructured":"Hu, Y., et al.: Angle-based search space shrinking for neural architecture search. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12364, pp. 119\u2013134. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58529-7_8"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Hu, Y., Wang, X., Li, L., Gu, Q.: Improving one-shot NAS with shrinking-and-expanding supernet. Pattern Recogn. (2021)","DOI":"10.1016\/j.patcog.2021.108025"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Kim, Y., Rush, A.M.: Sequence-level knowledge distillation. In: EMNLP (2016)","DOI":"10.18653\/v1\/D16-1139"},{"key":"4_CR22","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images (2009)"},{"key":"4_CR23","unstructured":"Lee, N., Ajanthan, T., Torr, P.: Snip: single-shot network pruning based on connection sensitivity. In: ICLR (2018)"},{"key":"4_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"110","DOI":"10.1007\/978-3-031-20053-3_7","volume-title":"Computer Vision - ECCV 2022","author":"K Li","year":"2022","unstructured":"Li, K., Yu, R., Wang, Z., Yuan, L., Song, G., Chen, J.: Locality guidance for improving vision transformers on tiny datasets. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13684, pp. 110\u2013127. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20053-3_7"},{"key":"4_CR25","unstructured":"Li, L., Talwalkar, A.S.: Random search and reproducibility for neural architecture search. arXiv (2019)"},{"key":"4_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"347","DOI":"10.1007\/978-3-031-19809-0_20","volume-title":"Computer Vision - ECCV 2022","author":"L Li","year":"2022","unstructured":"Li, L.: Self-regulated feature learning via teacher-free feature distillation. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13686, pp. 347\u2013363. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19809-0_20"},{"key":"4_CR27","unstructured":"Li, L., et al.: Detkds: knowledge distillation search for object detectors. In: ICML (2024)"},{"key":"4_CR28","unstructured":"Li, L., Dong, P., Li, A., Wei, Z., Yang, Y.: KD-zero: evolving knowledge distiller for any teacher-student pairs. In: NeuIPS (2024)"},{"key":"4_CR29","doi-asserted-by":"crossref","unstructured":"Li, L., Dong, P., Wei, Z., Yang, Y.: Automated knowledge distillation via Monte Carlo tree search. In: ICCV (2023)","DOI":"10.1109\/ICCV51070.2023.01597"},{"key":"4_CR30","unstructured":"Li, L., Jin, Z.: Shadow knowledge distillation: bridging offline and online knowledge transfer. In: NeuIPS (2022)"},{"key":"4_CR31","doi-asserted-by":"crossref","unstructured":"Li, L., et al.: Auto-GAS: automated proxy discovery for training-free generative architecture search. In: ECCV (2024)","DOI":"10.1007\/978-3-031-72652-1_3"},{"key":"4_CR32","unstructured":"Li, L., Wang, Y., Yao, A., Qian, Y., Zhou, X., He, K.: Explicit connection distillation. In: ICLR (2020)"},{"key":"4_CR33","doi-asserted-by":"crossref","unstructured":"Li, L., et al.: Attnzero: efficient attention discovery for vision transformers. In: ECCV (2024)","DOI":"10.1007\/978-3-031-72652-1_2"},{"key":"4_CR34","doi-asserted-by":"crossref","unstructured":"Lin, M., et al.: Zen-NAS: a zero-shot NAS for high-performance image recognition. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00040"},{"key":"4_CR35","unstructured":"Liu, H., Simonyan, K., Yang, Y.: DARTS: differentiable architecture search. In: 7th ICLR, ICLR 2019, New Orleans, LA, USA, 6\u20139 May 2019, abs\/1806.09055 (2019)"},{"key":"4_CR36","doi-asserted-by":"crossref","unstructured":"Liu, Y., et al.: Search to distill: pearls are everywhere but not the eyes. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00756"},{"key":"4_CR37","unstructured":"Mellor, J., Turner, J., Storkey, A., Crowley, E.J.: Neural architecture search without training. In: ICML (2021)"},{"key":"4_CR38","doi-asserted-by":"crossref","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved knowledge distillation via teacher assistant. In: AAAI (2020)","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"4_CR39","doi-asserted-by":"crossref","unstructured":"Nilsback, M.E., Zisserman, A.: Automated flower classification over a large number of classes. In: 2008 Sixth Indian Conference on Computer Vision, Graphics and Image Processing, pp. 722\u2013729. IEEE (2008)","DOI":"10.1109\/ICVGIP.2008.47"},{"key":"4_CR40","doi-asserted-by":"crossref","unstructured":"Park, W., Lu, Y., Cho, M., Kim, D.: Relational knowledge distillation. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00409"},{"key":"4_CR41","unstructured":"Pham, H., Guan, M.Y., Zoph, B., Le, Q.V., Dean, J.: Efficient neural architecture search via parameter sharing. In: ICML, pp. 4092\u20134101 (2018)"},{"key":"4_CR42","unstructured":"Real, E., Liang, C., So, D.R., Le, Q.V.: Automl-zero: evolving machine learning algorithms from scratch (2020)"},{"key":"4_CR43","unstructured":"Shao, S., Dai, X., Yin, S., Li, L., Chen, H., Hu, Y.: Catch-up distillation: you only need to train once for accelerating sampling. arXiv preprint arXiv:2305.10769 (2023)"},{"key":"4_CR44","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmva.2021.104783","volume":"186","author":"M Stephanou","year":"2021","unstructured":"Stephanou, M., Varughese, M.: Sequential estimation of spearman rank correlation using Hermite series estimators. J. Multivar. Anal. 186, 104783 (2021)","journal-title":"J. Multivar. Anal."},{"key":"4_CR45","unstructured":"Tanaka, H., Kunin, D., Yamins, D.L., Ganguli, S.: Pruning neural networks without any data by iteratively conserving synaptic flow. In: NeurIPS (2020)"},{"key":"4_CR46","unstructured":"Theis, L., Korshunova, I., Tejani, A., Husz\u00e1r, F.: Faster gaze prediction with dense networks and fisher pruning. arXiv abs\/1801.05787 (2018)"},{"key":"4_CR47","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive representation distillation. In: ICLR (2020)"},{"key":"4_CR48","doi-asserted-by":"crossref","unstructured":"Touvron, H., Cord, M., Douze, M., Massa, F., Sablayrolles, A., Jegou, H.: Training data-efficient image transformers & distillation through attention. In: ICML (2021)","DOI":"10.1109\/ICCV48922.2021.00010"},{"key":"4_CR49","unstructured":"Wang, C., Zhang, G., Grosse, R.: Picking winning tickets before training by preserving gradient flow. arXiv preprint arXiv:2002.07376 (2020)"},{"key":"4_CR50","doi-asserted-by":"crossref","unstructured":"Wang, T., Yuan, L., Zhang, X., Feng, J.: Distilling object detectors with fine-grained feature imitation. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00507"},{"key":"4_CR51","unstructured":"Xiaolong, L., Lujun, L., Chao, L., Yao, A.: Norm: knowledge distillation via n-to-one representation matching (2022)"},{"key":"4_CR52","unstructured":"Ying, C., Klein, A., Christiansen, E., Real, E., Murphy, K., Hutter, F.: NAS-bench-101: towards reproducible neural architecture search. In: ICML (2019)"},{"key":"4_CR53","doi-asserted-by":"crossref","unstructured":"You, S., Huang, T., Yang, M., Wang, F., Qian, C., Zhang, C.: Greedynas: towards fast one-shot NAS with greedy supernet. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00207"},{"key":"4_CR54","unstructured":"Zhang, L., Ma, K.: Improve object detection with feature-based knowledge distillation: towards accurate and efficient detectors. In: ICLR (2020)"},{"key":"4_CR55","unstructured":"Zhou, H., et al.: Rethinking soft labels for knowledge distillation: a bias-variance tradeoff perspective (2021)"},{"key":"4_CR56","doi-asserted-by":"crossref","unstructured":"Zhu, C., Li, L., Wu, Y., Sun, Z.: Saswot: real-time semantic segmentation architecture search without training. In: AAAI (2024)","DOI":"10.1609\/aaai.v38i7.28606"},{"key":"4_CR57","doi-asserted-by":"crossref","unstructured":"Zhu, C., Chen, W., Peng, T., Wang, Y., Jin, M.: Hard sample aware noise robust learning for histopathology image classification. TMI (2021)","DOI":"10.1109\/TMI.2021.3125459"},{"key":"4_CR58","unstructured":"Zimian\u00a0Wei, Z., et al.: Auto-prox: training-free vision transformer architecture search via automatic proxy discovery. In: AAAI (2024)"},{"key":"4_CR59","doi-asserted-by":"crossref","unstructured":"Zoph, B., Vasudevan, V., Shlens, J., Le, Q.V.: Learning transferable architectures for scalable image recognition. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00907"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72652-1_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T12:00:48Z","timestamp":1732968048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72652-1_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,30]]},"ISBN":["9783031726514","9783031726521"],"references-count":59,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72652-1_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,30]]},"assertion":[{"value":"30 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}