{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T12:26:57Z","timestamp":1770467217312,"version":"3.49.0"},"publisher-location":"Cham","reference-count":48,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031781681","type":"print"},{"value":"9783031781698","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T00:00:00Z","timestamp":1732924800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T00:00:00Z","timestamp":1732924800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78169-8_24","type":"book-chapter","created":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T14:29:22Z","timestamp":1732890562000},"page":"366-380","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["TVT: Training-Free Vision Transformer Search on\u00a0Tiny Datasets"],"prefix":"10.1007","author":[{"given":"Zimian","family":"Wei","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hengyue","family":"Pan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lujun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peijie","family":"Dong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dongsheng","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,30]]},"reference":[{"key":"24_CR1","unstructured":"Abdelfattah, M.S., Mehrotra, A., Dudziak, \u0141., Lane, N.D.: Zero-cost proxies for lightweight NAS. In: ICLR (2020)"},{"key":"24_CR2","first-page":"508","volume":"2","author":"H Abdi","year":"2007","unstructured":"Abdi, H.: The kendall rank correlation coefficient. Encycl. meas. stat. 2, 508\u2013510 (2007)","journal-title":"Encycl. meas. stat."},{"issue":"161","key":"24_CR3","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1080\/01621459.1928.10502991","volume":"23","author":"A Bowley","year":"1928","unstructured":"Bowley, A.: The standard deviation of the correlation coefficient. J. Am. Stat. Assoc. 23(161), 31\u201334 (1928)","journal-title":"J. Am. Stat. Assoc."},{"key":"24_CR4","unstructured":"Chen, K., Yang, L., Chen, Y., Chen, K., Xu, Y., Li, L.: GP-NAS-ensemble: a model for the NAS performance prediction. In: CVPRW (2022)"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Chen, M., Peng, H., Fu, J., Ling, H.: AutoFormer: searching transformers for visual recognition. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 12270\u201312280 (2021)","DOI":"10.1109\/ICCV48922.2021.01205"},{"key":"24_CR6","unstructured":"Chen, W., Gong, X., Wang, Z.: Neural architecture search on ImageNet in four GPU hours: a theoretically inspired perspective. In: ICLR (2020)"},{"key":"24_CR7","doi-asserted-by":"crossref","unstructured":"Dong, P., Li, L., Wei, Z.: DisWOT: student architecture search for distillation without training. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.01145"},{"key":"24_CR8","doi-asserted-by":"crossref","unstructured":"Dong, P., Li, L., Wei, Z., Niu, X., Tian, Z., Pan, H.: EMQ: evolving training-free proxies for automated mixed precision quantization. arXiv preprint arXiv:2307.10554 (2023)","DOI":"10.1109\/ICCV51070.2023.01566"},{"key":"24_CR9","unstructured":"Dong, P., et al.: Prior-guided one-shot neural architecture search. arXiv preprint arXiv:2206.13329 (2022)"},{"key":"24_CR10","doi-asserted-by":"crossref","unstructured":"Dong, X., et al.: CSWin transformer: a general vision transformer backbone with cross-shaped windows. ArXiv preprint arxiv:abs\/2107.00652 (2021)","DOI":"10.1109\/CVPR52688.2022.01181"},{"key":"24_CR11","unstructured":"Dosovitskiy, A., et\u00a0al.: An image is worth $$16\\times 16$$ words: transformers for image recognition at scale. arXiv preprint arXiv:2010.11929 (2020)"},{"key":"24_CR12","unstructured":"Hassani, A., Walton, S., Shah, N., Abuduweili, A., Li, J., Shi, H.: Escaping the big data paradigm with compact transformers. arXiv preprint arXiv:2104.05704 (2021)"},{"key":"24_CR13","doi-asserted-by":"crossref","unstructured":"Hu, Y., Wang, X., Li, L., Gu, Q.: Improving one-shot NAS with shrinking-and-expanding supernet. Pattern Recogn. 118, 108025 (2021)","DOI":"10.1016\/j.patcog.2021.108025"},{"key":"24_CR14","unstructured":"Huang, Z., Wang, N.: Like what you like: knowledge distill via neuron selectivity transfer. arXiv:1707.01219 (2017)"},{"key":"24_CR15","unstructured":"Jia, D., et al.: Efficient vision transformers via fine-grained manifold distillation. arXiv preprint arxiv: abs\/2107.01378 (2021)"},{"key":"24_CR16","unstructured":"Krizhevsky, A., Hinton, G.: Learning multiple layers of features from tiny images. Tech Report (2009)"},{"key":"24_CR17","unstructured":"Lee, N., Ajanthan, T., Torr, P.H.: Snip: single-shot network pruning based on connection sensitivity. arXiv preprint arXiv:1810.02340 (2018)"},{"key":"24_CR18","doi-asserted-by":"crossref","unstructured":"Li, K., Yu, R., Wang, Z., Yuan, L., Song, G., Chen, J.: Locality guidance for improving vision transformers on tiny datasets. In: European Conference on Computer Vision, pp. 110\u2013127. Springer (2022)","DOI":"10.1007\/978-3-031-20053-3_7"},{"key":"24_CR19","doi-asserted-by":"crossref","unstructured":"Li, L.: Self-regulated feature learning via teacher-free feature distillation. In: ECCV (2022)","DOI":"10.1007\/978-3-031-19809-0_20"},{"key":"24_CR20","unstructured":"Li, L., Dong, P., Li, A., Wei, Z., Ya, Y.: KD-zero: evolving knowledge distiller for any teacher-student pairs. In: Thirty-Seventh Conference on Neural Information Processing Systems (2023)"},{"key":"24_CR21","doi-asserted-by":"crossref","unstructured":"Li, L., Dong, P., Wei, Z., Yang, Y.: Automated knowledge distillation via monte carlo tree search. In: ICCV (2023)","DOI":"10.1109\/ICCV51070.2023.01597"},{"key":"24_CR22","unstructured":"Li, L., Jin, Z.: Shadow knowledge distillation: bridging offline and online knowledge transfer. In: NeuIPS (2022)"},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Li, L., Shiuan-Ni, L., Yang, Y., Jin, Z.: Boosting online feature transfer via separable feature fusion. In: IJCNN (2022)","DOI":"10.1109\/IJCNN55064.2022.9891976"},{"key":"24_CR24","doi-asserted-by":"crossref","unstructured":"Li, L., Shiuan-Ni, L., Yang, Y., Jin, Z.: Teacher-free distillation via regularizing intermediate representation. In: IJCNN (2022)","DOI":"10.1109\/IJCNN55064.2022.9892575"},{"key":"24_CR25","unstructured":"Li, L., Wang, Y., Yao, A., Qian, Y., Zhou, X., He, K.: Explicit connection distillation (2020)"},{"key":"24_CR26","unstructured":"Li, Y., Zhang, K., Cao, J., Timofte, R., Gool, L.V.: LocalViT: bringing locality to vision transformers. arXiv preprint arxiv: abs\/2104.05707 (2021)"},{"key":"24_CR27","doi-asserted-by":"crossref","unstructured":"Lin, M., et al.: Zen-NAS: a zero-shot NAS for high-performance image recognition (2021)","DOI":"10.1109\/ICCV48922.2021.00040"},{"issue":"15","key":"24_CR28","doi-asserted-by":"publisher","first-page":"9625","DOI":"10.1007\/s00521-021-05727-y","volume":"33","author":"S Liu","year":"2021","unstructured":"Liu, S., Ni\u2019mah, I., Menkovski, V., Mocanu, D.C., Pechenizkiy, M.: Efficient and effective training of sparse recurrent neural networks. Neural Comput. Appl. 33(15), 9625\u20139636 (2021). https:\/\/doi.org\/10.1007\/s00521-021-05727-y","journal-title":"Neural Comput. Appl."},{"key":"24_CR29","unstructured":"Liu, X., Li, L., Li, C., Yao, A.: Norm: knowledge distillation via n-to-one representation matching. arXiv preprint arXiv:2305.13803 (2023)"},{"key":"24_CR30","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: Swin transformer: hierarchical vision transformer using shifted windows. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"24_CR31","unstructured":"Loshchilov, I., Hutter, F.: SGDR: stochastic gradient descent with warm restarts. arXiv preprint arXiv:1608.03983 (2016)"},{"key":"24_CR32","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. In: International Conference on Learning Representations (2017)"},{"key":"24_CR33","unstructured":"Mellor, J., Turner, J., Storkey, A., Crowley, E.J.: Neural architecture search without training. In: ICML (2021)"},{"key":"24_CR34","doi-asserted-by":"crossref","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved knowledge distillation via teacher assistant. In: AAAI (2020)","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"24_CR35","unstructured":"Pham, H., Guan, M.Y., Zoph, B., Le, Q.V., Dean, J.: Efficient neural architecture search via parameter sharing. In: ICML (2018)"},{"issue":"3","key":"24_CR36","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vision 115(3), 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vision"},{"key":"24_CR37","unstructured":"Shao, S., Dai, X., Yin, S., Li, L., Chen, H., Hu, Y.: Catch-up distillation: you only need to train once for accelerating sampling. arXiv preprint arXiv:2305.10769 (2023)"},{"key":"24_CR38","doi-asserted-by":"publisher","first-page":"104783","DOI":"10.1016\/j.jmva.2021.104783","volume":"186","author":"M Stephanou","year":"2021","unstructured":"Stephanou, M., Varughese, M.: Sequential estimation of spearman rank correlation using hermite series estimators. J. Multivar. Anal. 186, 104783 (2021)","journal-title":"J. Multivar. Anal."},{"key":"24_CR39","unstructured":"Tanaka, H., Kunin, D., Yamins, D.L., Ganguli, S.: Pruning neural networks without any data by iteratively conserving synaptic flow. In: NeurIPS, vol. 33, pp. 6377\u20136389 (2020)"},{"key":"24_CR40","unstructured":"Touvron, H., Cord, M., Douze, M., Massa, F., Sablayrolles, A., J\u00e9gou, H.: Training data-efficient image transformers & distillation through attention. In: International Conference on Machine Learning (2021)"},{"key":"24_CR41","doi-asserted-by":"crossref","unstructured":"Tung, F., Mori, G.: Similarity-preserving knowledge distillation. In: ICCV (2019)","DOI":"10.1109\/ICCV.2019.00145"},{"key":"24_CR42","unstructured":"Wang, C., Zhang, G., Grosse, R.: Picking winning tickets before training by preserving gradient flow. arXiv preprint arXiv:2002.07376 (2020)"},{"key":"24_CR43","doi-asserted-by":"crossref","unstructured":"Wei, Z., et al.: Auto-prox: training-free vision transformer architecture search via automatic proxy discovery. In: AAAI (2024)","DOI":"10.1609\/aaai.v38i14.29511"},{"key":"24_CR44","unstructured":"Wei, Z., et al.: Convformer: closing the gap between CNN and vision transformers. arXiv preprint arXiv:2209.07738 (2022)"},{"key":"24_CR45","doi-asserted-by":"crossref","unstructured":"Wu, K., et al.: Tinyvit: fast pretraining distillation for small vision transformers. arXiv preprint arxiv: abs\/2207.10666 (2022)","DOI":"10.1007\/978-3-031-19803-8_5"},{"key":"24_CR46","doi-asserted-by":"crossref","unstructured":"Zhou, D., et al.: EcoNAS: finding proxies for economical neural architecture search. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) (2020)","DOI":"10.1109\/CVPR42600.2020.01141"},{"key":"24_CR47","doi-asserted-by":"crossref","unstructured":"Zhou, Q., et al.: Training-free transformer architecture search. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10894\u201310903 (2022)","DOI":"10.1109\/CVPR52688.2022.01062"},{"issue":"4","key":"24_CR48","doi-asserted-by":"publisher","first-page":"881","DOI":"10.1109\/TMI.2021.3125459","volume":"41","author":"C Zhu","year":"2021","unstructured":"Zhu, C., Chen, W., Peng, T., Wang, Y., Jin, M.: Hard sample aware noise robust learning for histopathology image classification. IEEE Trans. Med. Imaging 41(4), 881\u2013894 (2021)","journal-title":"IEEE Trans. Med. Imaging"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78169-8_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,29]],"date-time":"2024-11-29T15:08:27Z","timestamp":1732892907000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78169-8_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,30]]},"ISBN":["9783031781681","9783031781698"],"references-count":48,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78169-8_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,30]]},"assertion":[{"value":"30 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kolkata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}