{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T08:07:39Z","timestamp":1774685259884,"version":"3.50.1"},"publisher-location":"Singapore","reference-count":43,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819665938","type":"print"},{"value":"9789819665945","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,7,22]],"date-time":"2025-07-22T00:00:00Z","timestamp":1753142400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,7,22]],"date-time":"2025-07-22T00:00:00Z","timestamp":1753142400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-96-6594-5_28","type":"book-chapter","created":{"date-parts":[[2025,7,21]],"date-time":"2025-07-21T07:38:18Z","timestamp":1753083498000},"page":"388-401","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Transferring Teacher\u2019s Invariance to\u00a0Student Through Data Augmentation Optimization"],"prefix":"10.1007","author":[{"given":"Tamotsu","family":"Kurioka","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3435-8556","authenticated-orcid":false,"given":"Teppei","family":"Suzuki","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2342-3324","authenticated-orcid":false,"given":"Rei","family":"Kawakami","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5234-3177","authenticated-orcid":false,"given":"Ikuro","family":"Sato","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,7,22]]},"reference":[{"key":"28_CR1","doi-asserted-by":"crossref","unstructured":"Abuduweili, A., Li, X., Shi, H., Xu, C.Z., Dou, D.: Adaptive consistency regularization for semi-supervised transfer learning. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00685"},{"key":"28_CR2","unstructured":"Bengio, Y., et al.: Deep learners benefit more from out-of-distribution examples. In: AISTATS (2011)"},{"key":"28_CR3","doi-asserted-by":"crossref","unstructured":"Bu, X., Peng, J., Yan, J., Tan, T., Zhang, Z.: Gaia: a transfer learning system of object detection that fits your needs. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00034"},{"key":"28_CR4","doi-asserted-by":"crossref","unstructured":"Carion, N., Massa, F., Synnaeve, G., Usunier, N., Kirillov, A., Zagoruyko, S.: End-to-end object detection with transformers. In: ECCV (2020)","DOI":"10.1007\/978-3-030-58452-8_13"},{"key":"28_CR5","doi-asserted-by":"crossref","unstructured":"Chen, L.C., Papandreou, G., Kokkinos, I., Murphy, K., Yuille, A.L.: Deeplab: semantic image segmentation with deep convolutional nets, atrous convolution, and fully connected CRFs. IEEE TPAMI (2018)","DOI":"10.1109\/TPAMI.2017.2699184"},{"key":"28_CR6","doi-asserted-by":"crossref","unstructured":"Cubuk, E.D., Zoph, B., Mane, D., Vasudevan, V., Le, Q.V.: Autoaugment: learning augmentation strategies from data. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00020"},{"key":"28_CR7","doi-asserted-by":"crossref","unstructured":"Cubuk, E.D., Zoph, B., Shlens, J., Le, Q.: Randaugment: practical automated data augmentation with a reduced search space. In: NeurIPS (2020)","DOI":"10.1109\/CVPRW50498.2020.00359"},{"key":"28_CR8","unstructured":"Dai, A.M., Le, Q.V.: Semi-supervised sequence learning. In: NeurIPS (2015)"},{"key":"28_CR9","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: Imagenet: a large-scale hierarchical image database. In: CVPR (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"28_CR10","unstructured":"DeVries, T., Taylor, G.W.: Improved regularization of convolutional neural networks with cutout. arXiv preprint arXiv:1708.04552 (2017)"},{"key":"28_CR11","unstructured":"Dosovitskiy, A., et al.: An image is worth 16x16 words: transformers for image recognition at scale. In: ICLR (2021)"},{"key":"28_CR12","unstructured":"Ganin, Y., Lempitsky, V.: Unsupervised domain adaptation by backpropagation. In: ICML (2015)"},{"key":"28_CR13","doi-asserted-by":"crossref","unstructured":"Ganin, Y., et al.: Domain-adversarial training of neural networks. J. Mach. Learn. Res. (2016)","DOI":"10.1007\/978-3-319-58347-1_10"},{"key":"28_CR14","doi-asserted-by":"crossref","unstructured":"Gao, X., He, Y., Dong, S., Cheng, J., Wei, X., Gong, Y.: DKT: diverse knowledge transfer transformer for class incremental learning. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.02321"},{"key":"28_CR15","unstructured":"Geirhos, R., Rubisch, P., Michaelis, C., Bethge, M., Wichmann, F.A., Brendel, W.: Imagenet-trained CNNs are biased towards texture; increasing shape bias improves accuracy and robustness. In: ICLR (2019)"},{"key":"28_CR16","doi-asserted-by":"crossref","unstructured":"Guo, Y., Shi, H., Kumar, A., Grauman, K., Rosing, T., Feris, R.: Spottune: transfer learning through adaptive fine-tuning. In: CVPR (2019)","DOI":"10.1109\/CVPR.2019.00494"},{"key":"28_CR17","doi-asserted-by":"crossref","unstructured":"Hataya, R., Zdenek, J., Yoshizoe, K., Nakayama, H.: Faster autoaugment: learning augmentation strategies using backpropagation. In: ECCV (2020)","DOI":"10.1007\/978-3-030-58595-2_1"},{"key":"28_CR18","doi-asserted-by":"crossref","unstructured":"Hendrycks, D., et al.: The many faces of robustness: a critical analysis of out-of-distribution generalization. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00823"},{"key":"28_CR19","unstructured":"Hendrycks, D., Dietterich, T.: Benchmarking neural network robustness to common corruptions and perturbations. In: ICLR (2019)"},{"key":"28_CR20","unstructured":"Hendrycks, D., Mu, N., Cubuk, E.D., Zoph, B., Gilmer, J., Lakshminarayanan, B.: Augmix: a simple method to improve robustness and uncertainty under data shift. In: ICLR (2020)"},{"key":"28_CR21","doi-asserted-by":"crossref","unstructured":"Huang, J., et al.: Speed\/accuracy trade-offs for modern convolutional object detectors. In: CVPR (2017)","DOI":"10.1109\/CVPR.2017.351"},{"key":"28_CR22","unstructured":"Jaderberg, M., Simonyan, K., Zisserman, A., Kavukcuoglu, K.: Spatial transformer networks. In: NeurIPS (2015)"},{"key":"28_CR23","unstructured":"Jang, E., Gu, S., Poole, B.: Categorical reparameterization with gumbel-softmax. In: ICLR (2017)"},{"key":"28_CR24","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Technical report (2009)"},{"key":"28_CR25","doi-asserted-by":"crossref","unstructured":"Li, R., Li, X., Heng, P.A., Fu, C.W.: Pointaugment: an auto-augmentation framework for point cloud classification. In: CVPR (2020)","DOI":"10.1109\/CVPR42600.2020.00641"},{"key":"28_CR26","doi-asserted-by":"crossref","unstructured":"Li, Y., Hu, G., Wang, Y., Hospedales, T., Robertson, N.M., Yang, Y.: Differentiable automatic data augmentation. In: ECCV (2020)","DOI":"10.1007\/978-3-030-58542-6_35"},{"key":"28_CR27","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: Swin transformer: hierarchical vision transformer using shifted windows. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"key":"28_CR28","unstructured":"Madry, A., Makelov, A., Schmidt, L., Tsipras, D., Vladu, A.: Towards deep learning models resistant to adversarial attacks. In: ICLR (2018)"},{"key":"28_CR29","doi-asserted-by":"crossref","unstructured":"Muller, S.G., Hutter, F.: Trivialaugment: tuning-free yet state-of-the-art data augmentation. In: ICCV (2021)","DOI":"10.1109\/ICCV48922.2021.00081"},{"key":"28_CR30","doi-asserted-by":"crossref","unstructured":"Su, W., et al.: Towards all-in-one pre-training via maximizing multi-modal mutual information. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.01525"},{"key":"28_CR31","doi-asserted-by":"crossref","unstructured":"Suzuki, T.: Teachaugment: data augmentation optimization using teacher knowledge. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01063"},{"key":"28_CR32","doi-asserted-by":"crossref","unstructured":"Suzuki, T., Sato, I.: Adversarial transformations for semi-supervised learning. In: AAAI (2020)","DOI":"10.1609\/aaai.v34i04.6051"},{"key":"28_CR33","unstructured":"Szegedy, C., et al.: Intriguing properties of neural networks. arXiv preprint arXiv:1312.6199 (2013)"},{"key":"28_CR34","doi-asserted-by":"crossref","unstructured":"Tokozume, Y., Ushiku, Y., Harada, T.: Between-class learning for image classification. In: CVPR (2018)","DOI":"10.1109\/CVPR.2018.00575"},{"key":"28_CR35","unstructured":"Xie, E., Wang, W., Yu, Z., Anandkumar, A., Alvarez, J.M., Luo, P.: Segformer: simple and efficient design for semantic segmentation with transformers. In: Neural Information Processing Systems (NeurIPS) (2021)"},{"key":"28_CR36","doi-asserted-by":"crossref","unstructured":"Yamada, Y., Otani, M.: Does robustness on imagenet transfer to downstream tasks? In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.00900"},{"key":"28_CR37","doi-asserted-by":"crossref","unstructured":"Yun, S., Han, D., Oh, S.J., Chun, S., Choe, J., Yoo, Y.: Cutmix: regularization strategy to train strong classifiers with localizable features. In: ICCV (2019)","DOI":"10.1109\/ICCV.2019.00612"},{"key":"28_CR38","doi-asserted-by":"crossref","unstructured":"Zagoruyko, S., Komodakis, N.: Wide residual networks. arXiv preprint arXiv:1605.07146 (2016)","DOI":"10.5244\/C.30.87"},{"key":"28_CR39","doi-asserted-by":"crossref","unstructured":"Zhai, X., Kolesnikov, A., Houlsby, N., Beyer, L.: Scaling vision transformers. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01179"},{"key":"28_CR40","doi-asserted-by":"crossref","unstructured":"Zhang, X., Tseng, N., Syed, A., Bhasin, R., Jaipuria, N.: Simbar: single image-based scene relighting for effective data augmentation for automated driving vision tasks. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.00370"},{"key":"28_CR41","unstructured":"Zhang, X., Wang, Q., Zhang, J., Zhong, Z.: Adversarial autoaugment. In: ICLR (2020)"},{"key":"28_CR42","doi-asserted-by":"crossref","unstructured":"Zhao, Z., Yang, L., Long, S., Pi, J., Zhou, L., Wang, J.: Augmentation matters: a simple-yet-effective approach to semi-supervised semantic segmentation. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.01092"},{"key":"28_CR43","doi-asserted-by":"crossref","unstructured":"Zhong, Z., Zheng, L., Kang, G., Li, S., Yang, Y.: Random erasing data augmentation. AAAI (2020)","DOI":"10.1609\/aaai.v34i07.7000"}],"container-title":["Lecture Notes in Computer Science","Neural Information Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-6594-5_28","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T07:45:40Z","timestamp":1774683940000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-6594-5_28"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,22]]},"ISBN":["9789819665938","9789819665945"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-6594-5_28","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,7,22]]},"assertion":[{"value":"22 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICONIP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Neural Information Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Auckland","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"New Zealand","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iconip2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/iconip2024.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}