{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T18:36:54Z","timestamp":1771958214932,"version":"3.50.1"},"publisher-location":"Cham","reference-count":80,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031729324","type":"print"},{"value":"9783031729331","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T00:00:00Z","timestamp":1727913600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T00:00:00Z","timestamp":1727913600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-72933-1_21","type":"book-chapter","created":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:02:53Z","timestamp":1727870573000},"page":"364-382","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["MTKD: Multi-Teacher Knowledge Distillation for\u00a0Image Super-Resolution"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-6102-5133","authenticated-orcid":false,"given":"Yuxuan","family":"Jiang","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-2480-907X","authenticated-orcid":false,"given":"Chen","family":"Feng","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6623-9936","authenticated-orcid":false,"given":"Fan","family":"Zhang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7634-190X","authenticated-orcid":false,"given":"David","family":"Bull","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,3]]},"reference":[{"issue":"1","key":"21_CR1","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1109\/TCSVT.2018.2878952","volume":"29","author":"M Afonso","year":"2018","unstructured":"Afonso, M., Zhang, F., Bull, D.R.: Video compression based on spatio-temporal resolution adaptation. IEEE Trans. Circuits Syst. Video Technol. 29(1), 275\u2013280 (2018)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"issue":"7","key":"21_CR2","doi-asserted-by":"publisher","first-page":"1860","DOI":"10.3390\/rs15071860","volume":"15","author":"AA Aleissaee","year":"2023","unstructured":"Aleissaee, A.A., et al.: Transformers in remote sensing: a survey. Remote Sens. 15(7), 1860 (2023)","journal-title":"Remote Sens."},{"key":"21_CR3","doi-asserted-by":"crossref","unstructured":"Bevilacqua, M., Roumy, A., Guillemot, C., Morel, M.L.A.: Low-complexity single-image super-resolution based on nonnegative neighbor embedding. In: British Machine Vision Conference (BMVC) (2012)","DOI":"10.5244\/C.26.135"},{"key":"21_CR4","doi-asserted-by":"crossref","unstructured":"Bucilu\u01ce, C., Caruana, R., Niculescu-Mizil, A.: Model compression. In: Proceedings of the 12th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 535\u2013541 (2006)","DOI":"10.1145\/1150402.1150464"},{"key":"21_CR5","volume-title":"Intelligent Image and Video Compression: Communicating Pictures","author":"D Bull","year":"2021","unstructured":"Bull, D., Zhang, F.: Intelligent Image and Video Compression: Communicating Pictures. Academic Press, Cambridge (2021)"},{"key":"21_CR6","doi-asserted-by":"crossref","unstructured":"Cai, J., Meng, Z., Ding, J., Ho, C.M.: Real-time super-resolution for real-world images on mobile devices. In: 2022 IEEE 5th International Conference on Multimedia Information Processing and Retrieval (MIPR), pp. 127\u2013132. IEEE (2022)","DOI":"10.1109\/MIPR54900.2022.00029"},{"key":"21_CR7","doi-asserted-by":"crossref","unstructured":"Chawla, A., Yin, H., Molchanov, P., Alvarez, J.: Data-free knowledge distillation for object detection. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 3289\u20133298 (2021)","DOI":"10.1109\/WACV48630.2021.00333"},{"key":"21_CR8","doi-asserted-by":"crossref","unstructured":"Chebotar, Y., Waters, A.: Distilling knowledge from ensembles of neural networks for speech recognition. In: Interspeech, pp. 3439\u20133443 (2016)","DOI":"10.21437\/Interspeech.2016-1190"},{"key":"21_CR9","unstructured":"Chen, G., Choi, W., Yu, X., Han, T., Chandraker, M.: Learning efficient object detection models with knowledge distillation. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"key":"21_CR10","doi-asserted-by":"crossref","unstructured":"Chen, P., Liu, S., Zhao, H., Jia, J.: Distilling knowledge via knowledge review. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 5008\u20135017 (2021)","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"21_CR11","doi-asserted-by":"crossref","unstructured":"Chen, X., Wang, X., Zhou, J., Qiao, Y., Dong, C.: Activating more pixels in image super-resolution transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 22367\u201322377 (2023)","DOI":"10.1109\/CVPR52729.2023.02142"},{"key":"21_CR12","doi-asserted-by":"publisher","unstructured":"Chira, D., Haralampiev, I., Winther, O., Dittadi, A., Li\u00e9vin, V.: Image super-resolution with deep variational autoencoders. In: European Conference on Computer Vision, pp. 395\u2013411. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-031-25063-7_24","DOI":"10.1007\/978-3-031-25063-7_24"},{"key":"21_CR13","doi-asserted-by":"publisher","unstructured":"Conde, M.V., Choi, U.J., Burchi, M., Timofte, R.: Swin2SR: swinv2 transformer for compressed image super-resolution and restoration. In: European Conference on Computer Vision, pp. 669\u2013687. Springer, Heidelberg (2022). https:\/\/doi.org\/10.1007\/978-3-031-25063-7_42","DOI":"10.1007\/978-3-031-25063-7_42"},{"issue":"2","key":"21_CR14","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1109\/TPAMI.2015.2439281","volume":"38","author":"C Dong","year":"2015","unstructured":"Dong, C., Loy, C.C., He, K., Tang, X.: Image super-resolution using deep convolutional networks. IEEE Trans. Pattern Anal. Mach. Intell. 38(2), 295\u2013307 (2015)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"21_CR15","doi-asserted-by":"crossref","unstructured":"Fang, H., Hu, X., Hu, H.: Cross knowledge distillation for image super-resolution. In: Proceedings of the 2022 6th International Conference on Video and Image Processing, pp. 162\u2013168 (2022)","DOI":"10.1145\/3579109.3579137"},{"key":"21_CR16","doi-asserted-by":"crossref","unstructured":"Feng, C., et al.: Rankdvqa-mini: knowledge distillation-driven deep video quality assessment. In: 2024 Picture Coding Symposium (PCS), pp.\u00a01\u20135. IEEE (2024)","DOI":"10.1109\/PCS60826.2024.10566364"},{"key":"21_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"527","DOI":"10.1007\/978-3-030-20890-5_34","volume-title":"Computer Vision \u2013 ACCV 2018","author":"Q Gao","year":"2019","unstructured":"Gao, Q., Zhao, Y., Li, G., Tong, T.: Image super-resolution using knowledge distillation. In: Jawahar, C.V., Li, H., Mori, G., Schindler, K. (eds.) ACCV 2018. LNCS, vol. 11362, pp. 527\u2013541. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-20890-5_34"},{"key":"21_CR18","doi-asserted-by":"crossref","unstructured":"Gao, S., et al.: Implicit diffusion models for continuous super-resolution. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10021\u201310030 (2023)","DOI":"10.1109\/CVPR52729.2023.00966"},{"key":"21_CR19","doi-asserted-by":"crossref","unstructured":"Gu, J., Dong, C.: Interpreting super-resolution networks with local attribution maps. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9199\u20139208 (2021)","DOI":"10.1109\/CVPR46437.2021.00908"},{"key":"21_CR20","doi-asserted-by":"crossref","unstructured":"Gu, Y., Deng, C., Wei, K.: Class-incremental instance segmentation via multi-teacher networks. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a035, pp. 1478\u20131486 (2021)","DOI":"10.1609\/aaai.v35i2.16238"},{"key":"21_CR21","doi-asserted-by":"crossref","unstructured":"He, Z., Dai, T., Lu, J., Jiang, Y., Xia, S.T.: FAKD: feature-affinity based knowledge distillation for efficient image super-resolution. In: 2020 IEEE International Conference on Image Processing (ICIP), pp. 518\u2013522. IEEE (2020)","DOI":"10.1109\/ICIP40778.2020.9190917"},{"issue":"4","key":"21_CR22","doi-asserted-by":"publisher","first-page":"628","DOI":"10.1137\/1031129","volume":"31","author":"CE Heil","year":"1989","unstructured":"Heil, C.E., Walnut, D.F.: Continuous and discrete wavelet transforms. SIAM Rev. 31(4), 628\u2013666 (1989)","journal-title":"SIAM Rev."},{"key":"21_CR23","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"21_CR24","doi-asserted-by":"crossref","unstructured":"Huang, J.B., Singh, A., Ahuja, N.: Single image super-resolution from transformed self-exemplars. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 5197\u20135206 (2015)","DOI":"10.1109\/CVPR.2015.7299156"},{"key":"21_CR25","doi-asserted-by":"crossref","unstructured":"Jacob, G.M., Agarwal, V., Stenger, B.: Online knowledge distillation for multi-task learning. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 2359\u20132368 (2023)","DOI":"10.1109\/WACV56688.2023.00239"},{"key":"21_CR26","doi-asserted-by":"crossref","unstructured":"Jeevan, P., Srinidhi, A., Prathiba, P., Sethi, A.: WaveMixSR: resource-efficient neural network for image super-resolution. In: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, pp. 5884\u20135892 (2024)","DOI":"10.1109\/WACV57701.2024.00578"},{"key":"21_CR27","unstructured":"Jeevan, P., Viswanathan, K., Sethi, A.: WaveMix: a resource-efficient neural network for image analysis. arXiv preprint arXiv:2205.14375 (2022)"},{"key":"21_CR28","doi-asserted-by":"crossref","unstructured":"Jiang, Y., Nawa\u0142a, J., Zhang, F., Bull, D.: Compressing deep image super-resolution models. In: 2024 Picture Coding Symposium (PCS), pp.\u00a01\u20135. IEEE (2024)","DOI":"10.1109\/PCS60826.2024.10566374"},{"key":"21_CR29","doi-asserted-by":"crossref","unstructured":"Jiao, X., et al.: Tinybert: distilling bert for natural language understanding. arXiv preprint arXiv:1909.10351 (2019)","DOI":"10.18653\/v1\/2020.findings-emnlp.372"},{"key":"21_CR30","doi-asserted-by":"crossref","unstructured":"Jin, Y., Wang, J., Lin, D.: Multi-level logit distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 24276\u201324285 (2023)","DOI":"10.1109\/CVPR52729.2023.02325"},{"key":"21_CR31","doi-asserted-by":"crossref","unstructured":"Kang, J., Xu, W., Ritter, A.: Distill or annotate? cost-efficient fine-tuning of compact models. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, vol. 1: Long Papers (2023)","DOI":"10.18653\/v1\/2023.acl-long.622"},{"key":"21_CR32","doi-asserted-by":"crossref","unstructured":"Kim, J., Lee, J.K., Lee, K.M.: Accurate image super-resolution using very deep convolutional networks. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1646\u20131654 (2016)","DOI":"10.1109\/CVPR.2016.182"},{"key":"21_CR33","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"key":"21_CR34","doi-asserted-by":"crossref","unstructured":"Ledig, C., et\u00a0al.: Photo-realistic single image super-resolution using a generative adversarial network. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 4681\u20134690 (2017)","DOI":"10.1109\/CVPR.2017.19"},{"key":"21_CR35","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1007\/978-3-030-58586-0_28","volume-title":"Computer Vision \u2013 ECCV 2020","author":"W Lee","year":"2020","unstructured":"Lee, W., Lee, J., Kim, D., Ham, B.: Learning with privileged information for efficient image super-resolution. In: Vedaldi, A., Bischof, H., Brox, T., Frahm, J.-M. (eds.) ECCV 2020. LNCS, vol. 12369, pp. 465\u2013482. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58586-0_28"},{"key":"21_CR36","doi-asserted-by":"crossref","unstructured":"Lee-Thorp, J., Ainslie, J., Eckstein, I., Ontanon, S.: Fnet: mixing tokens with Fourier transforms. arXiv preprint arXiv:2105.03824 (2021)","DOI":"10.18653\/v1\/2022.naacl-main.319"},{"key":"21_CR37","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1016\/j.inffus.2022.10.007","volume":"91","author":"DC Lepcha","year":"2023","unstructured":"Lepcha, D.C., Goyal, B., Dogra, A., Goyal, V.: Image super-resolution: a comprehensive review, recent trends, challenges and applications. Inf. Fusion 91, 230\u2013260 (2023)","journal-title":"Inf. Fusion"},{"key":"21_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1007\/978-3-030-65414-6_13","volume-title":"Computer Vision \u2013 ECCV 2020 Workshops","author":"W-H Li","year":"2020","unstructured":"Li, W.-H., Bilen, H.: Knowledge distillation for multi-task learning. In: Bartoli, A., Fusiello, A. (eds.) ECCV 2020. LNCS, vol. 12540, pp. 163\u2013176. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-65414-6_13"},{"key":"21_CR39","doi-asserted-by":"crossref","unstructured":"Liang, J., et al.: SwinIR: image restoration using swin transformer. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 1833\u20131844 (2021)","DOI":"10.1109\/ICCVW54120.2021.00210"},{"key":"21_CR40","doi-asserted-by":"crossref","unstructured":"Lim, B., Son, S., Kim, H., Nah, S., Mu\u00a0Lee, K.: Enhanced deep residual networks for single image super-resolution. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 136\u2013144 (2017)","DOI":"10.1109\/CVPRW.2017.151"},{"key":"21_CR41","doi-asserted-by":"crossref","unstructured":"Lin, S., et al.: Knowledge distillation via the target-aware transformer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 10915\u201310924 (2022)","DOI":"10.1109\/CVPR52688.2022.01064"},{"key":"21_CR42","unstructured":"Lin, Z., et al.: Revisiting rcan: improved training for image super-resolution. arXiv preprint arXiv:2201.11279 (2022)"},{"issue":"9","key":"21_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3560815","volume":"55","author":"P Liu","year":"2023","unstructured":"Liu, P., Yuan, W., Fu, J., Jiang, Z., Hayashi, H., Neubig, G.: Pre-train, prompt, and predict: a systematic survey of prompting methods in natural language processing. ACM Comput. Surv. 55(9), 1\u201335 (2023)","journal-title":"ACM Comput. Surv."},{"key":"21_CR44","doi-asserted-by":"crossref","unstructured":"Liu, Z., et al.: Swin transformer: hierarchical vision transformer using shifted windows. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 10012\u201310022 (2021)","DOI":"10.1109\/ICCV48922.2021.00986"},{"issue":"4","key":"21_CR45","doi-asserted-by":"publisher","first-page":"1351","DOI":"10.1109\/TCSVT.2020.3003832","volume":"31","author":"ZS Liu","year":"2020","unstructured":"Liu, Z.S., Siu, W.C., Chan, Y.L.: Photo-realistic image super-resolution via variational autoencoders. IEEE Trans. Circuits Syst. Video Technol. 31(4), 1351\u20131365 (2020)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"21_CR46","doi-asserted-by":"crossref","unstructured":"L\u00f3pez-Cifuentes, A., Escudero-Vi\u00f1olo, M., Besc\u00f3s, J., SanMiguel, J.C.: Attention-based knowledge distillation in multi-attention tasks: the impact of a DCT-driven loss. arXiv preprint arXiv:2205.01997 (2022)","DOI":"10.1109\/TCSVT.2023.3250031"},{"key":"21_CR47","doi-asserted-by":"crossref","unstructured":"Lu, Z., Li, J., Liu, H., Huang, C., Zhang, L., Zeng, T.: Transformer for single image super-resolution. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 457\u2013466 (2022)","DOI":"10.1109\/CVPRW56347.2022.00061"},{"key":"21_CR48","doi-asserted-by":"crossref","unstructured":"Luo, S., Wang, X., Fang, G., Hu, Y., Tao, D., Song, M.: Knowledge amalgamation from heterogeneous networks by common feature learning. In: Proceedings of the 28th International Joint Conference on Artificial Intelligence (IJCAI) (2019)","DOI":"10.24963\/ijcai.2019\/428"},{"key":"21_CR49","doi-asserted-by":"crossref","unstructured":"Martin, D., Fowlkes, C., Tal, D., Malik, J.: A database of human segmented natural images and its application to evaluating segmentation algorithms and measuring ecological statistics. In: Proceedings Eighth IEEE International Conference on Computer Vision. ICCV 2001, vol.\u00a02, pp. 416\u2013423. IEEE (2001)","DOI":"10.1109\/ICCV.2001.937655"},{"key":"21_CR50","doi-asserted-by":"crossref","unstructured":"Meng, Z., Yao, X., Sun, L.: Multi-task distillation: towards mitigating the negative transfer in multi-task learning. In: 2021 IEEE International Conference on Image Processing (ICIP), pp. 389\u2013393. IEEE (2021)","DOI":"10.1109\/ICIP42928.2021.9506618"},{"key":"21_CR51","doi-asserted-by":"crossref","unstructured":"Miles, R., Mikolajczyk, K.: Understanding the role of the projector in knowledge distillation. In: Proceedings of the 38th AAAI Conference on Artificial Intelligence (AAAI-24) (2023)","DOI":"10.1609\/aaai.v38i5.28219"},{"key":"21_CR52","doi-asserted-by":"crossref","unstructured":"Morris, C., Danier, D., Zhang, F., Anantrasirichai, N., Bull, D.R.: ST-MFNet mini: knowledge distillation-driven frame interpolation. In: 2023 IEEE International Conference on Image Processing (ICIP), pp. 1045\u20131049 (2023)","DOI":"10.1109\/ICIP49359.2023.10222892"},{"key":"21_CR53","doi-asserted-by":"crossref","unstructured":"Park, J., Son, S., Lee, K.M.: Content-aware local gan for photo-realistic super-resolution. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 10585\u201310594 (2023)","DOI":"10.1109\/ICCV51070.2023.00971"},{"key":"21_CR54","doi-asserted-by":"crossref","unstructured":"Peng, T., Gao, G., Sun, H., Zhang, F., Bull, D.: Accelerating learnt video codecs with gradient decay and layer-wise distillation. In: 2024 Picture Coding Symposium (PCS), pp.\u00a01\u20135. IEEE (2024)","DOI":"10.1109\/PCS60826.2024.10566283"},{"issue":"4","key":"21_CR55","first-page":"4713","volume":"45","author":"C Saharia","year":"2022","unstructured":"Saharia, C., Ho, J., Chan, W., Salimans, T., Fleet, D.J., Norouzi, M.: Image super-resolution via iterative refinement. IEEE Trans. Pattern Anal. Mach. Intell. 45(4), 4713\u20134726 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"21_CR56","unstructured":"Shi, W., Ren, G., Chen, Y., Yan, S.: ProxylessKD: direct knowledge distillation with inherited classifier for face recognition. arXiv preprint arXiv:2011.00265 (2020)"},{"key":"21_CR57","doi-asserted-by":"crossref","unstructured":"Shi, W., et al.: Real-time single image and video super-resolution using an efficient sub-pixel convolutional neural network. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 1874\u20131883 (2016)","DOI":"10.1109\/CVPR.2016.207"},{"issue":"2","key":"21_CR58","first-page":"267","volume":"10","author":"G Singh","year":"2014","unstructured":"Singh, G., Mittal, A.: Various image enhancement techniques-a critical review. Int. J. Innov. Sci. Res. 10(2), 267\u2013274 (2014)","journal-title":"Int. J. Innov. Sci. Res."},{"key":"21_CR59","doi-asserted-by":"crossref","unstructured":"Timofte, R., Agustsson, E., Van\u00a0Gool, L., Yang, M.H., Zhang, L.: NTIRE 2017 challenge on single image super-resolution: methods and results. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 114\u2013125 (2017)","DOI":"10.1109\/CVPRW.2017.150"},{"key":"21_CR60","first-page":"24261","volume":"34","author":"IO Tolstikhin","year":"2021","unstructured":"Tolstikhin, I.O., et al.: Mlp-mixer: an all-mlp architecture for vision. Adv. Neural. Inf. Process. Syst. 34, 24261\u201324272 (2021)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"21_CR61","doi-asserted-by":"publisher","first-page":"135224","DOI":"10.1109\/ACCESS.2021.3116194","volume":"9","author":"H Tomosada","year":"2021","unstructured":"Tomosada, H., Kudo, T., Fujisawa, T., Ikehara, M.: Gan-based image deblurring using DCT loss with customized datasets. IEEE Access 9, 135224\u2013135233 (2021)","journal-title":"IEEE Access"},{"key":"21_CR62","unstructured":"Vaswani, A., et al.: Attention is all you need. Adv. Neural Inf. Process. Syst. 30 (2017)"},{"key":"21_CR63","unstructured":"Wang, X., Xie, L., Yu, K., Chan, K.C., Loy, C.C., Dong, C.: BasicSR: open source image and video restoration toolbox (2022). https:\/\/github.com\/XPixelGroup\/BasicSR"},{"issue":"10","key":"21_CR64","doi-asserted-by":"publisher","first-page":"3365","DOI":"10.1109\/TPAMI.2020.2982166","volume":"43","author":"Z Wang","year":"2020","unstructured":"Wang, Z., Chen, J., Hoi, S.C.: Deep learning for image super-resolution: a survey. IEEE Trans. Pattern Anal. Mach. Intell. 43(10), 3365\u20133387 (2020)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"4","key":"21_CR65","doi-asserted-by":"publisher","first-page":"600","DOI":"10.1109\/TIP.2003.819861","volume":"13","author":"Z Wang","year":"2004","unstructured":"Wang, Z., Bovik, A.C., Sheikh, H.R., Simoncelli, E.P.: Image quality assessment: from error visibility to structural similarity. IEEE Trans. Image Process. 13(4), 600\u2013612 (2004)","journal-title":"IEEE Trans. Image Process."},{"key":"21_CR66","doi-asserted-by":"crossref","unstructured":"Wu, M.C., Chiu, C.T., Wu, K.H.: Multi-teacher knowledge distillation for compressed video action recognition on deep neural networks. In: ICASSP 2019-2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), pp. 2202\u20132206. IEEE (2019)","DOI":"10.1109\/ICASSP.2019.8682450"},{"key":"21_CR67","doi-asserted-by":"publisher","DOI":"10.1016\/j.displa.2022.102220","volume":"74","author":"R Xu","year":"2022","unstructured":"Xu, R., Kang, X., Li, C., Chen, H., Ming, A.: DCT-FANet: DCT based frequency attention network for single image super-resolution. Displays 74, 102220 (2022)","journal-title":"Displays"},{"issue":"8","key":"21_CR68","doi-asserted-by":"publisher","first-page":"1829","DOI":"10.1007\/s11760-021-01915-4","volume":"15","author":"O Yadav","year":"2021","unstructured":"Yadav, O., Ghosal, K., Lutz, S., Smolic, A.: Frequency-domain loss function for deep exposure correction of dark images. SIViP 15(8), 1829\u20131836 (2021)","journal-title":"SIViP"},{"key":"21_CR69","doi-asserted-by":"crossref","unstructured":"Yang, J., Huang, T.: Image super-resolution: historical overview and future challenges. In: Super-Resolution Imaging, pp. 1\u201334. CRC Press (2017)","DOI":"10.1201\/9781439819319-1"},{"key":"21_CR70","doi-asserted-by":"crossref","unstructured":"Yao, G., Li, Z., Bhanu, B., Kang, Z., Zhong, Z., Zhang, Q.: MTKDSR: multi-teacher knowledge distillation for super resolution image reconstruction. In: 2022 26th International Conference on Pattern Recognition (ICPR), pp. 352\u2013358. IEEE (2022)","DOI":"10.1109\/ICPR56361.2022.9956250"},{"key":"21_CR71","doi-asserted-by":"crossref","unstructured":"Ye, J., Ji, Y., Wang, X., Ou, K., Tao, D., Song, M.: Student becoming the master: knowledge amalgamation for joint scene parsing, depth estimation, and more. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 2829\u20132838 (2019)","DOI":"10.1109\/CVPR.2019.00294"},{"key":"21_CR72","doi-asserted-by":"crossref","unstructured":"Yuan, F., Shou, L., Pei, J., Lin, W., Gong, M., Fu, Y., Jiang, D.: Reinforced multi-teacher selection for knowledge distillation. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a035, pp. 14284\u201314291 (2021)","DOI":"10.1609\/aaai.v35i16.17680"},{"key":"21_CR73","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: ICLR (2017). https:\/\/arxiv.org\/abs\/1612.03928"},{"key":"21_CR74","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"711","DOI":"10.1007\/978-3-642-27413-8_47","volume-title":"Curves and Surfaces","author":"R Zeyde","year":"2012","unstructured":"Zeyde, R., Elad, M., Protter, M.: On single image scale-up using sparse-representations. In: Boissonnat, J.D., et al. (eds.) Curves and Surfaces 2010. LNCS, vol. 6920, pp. 711\u2013730. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-27413-8_47"},{"key":"21_CR75","unstructured":"Zhang, D., Huang, F., Liu, S., Wang, X., Jin, Z.: SwinFIR: revisiting the swinir with fast Fourier convolution and improved training for image super-resolution. arXiv preprint arXiv:2208.11247 (2022)"},{"key":"21_CR76","doi-asserted-by":"crossref","unstructured":"Zhang, L., Chen, X., Tu, X., Wan, P., Xu, N., Ma, K.: Wavelet knowledge distillation: towards efficient image-to-image translation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12464\u201312474 (2022)","DOI":"10.1109\/CVPR52688.2022.01214"},{"key":"21_CR77","doi-asserted-by":"crossref","unstructured":"Zhang, Y., Li, K., Li, K., Wang, L., Zhong, B., Fu, Y.: Image super-resolution using very deep residual channel attention networks. In: Proceedings of the European Conference on Computer Vision (ECCV), pp. 286\u2013301 (2018)","DOI":"10.1007\/978-3-030-01234-2_18"},{"key":"21_CR78","unstructured":"Zhang, Y., et al.: Data upcycling knowledge distillation for image super-resolution. arXiv preprint arXiv:2309.14162 (2023)"},{"key":"21_CR79","unstructured":"Zhu, X., Gong, S., et\u00a0al.: Knowledge distillation by on-the-fly native ensemble. Adv. Neural Inf. Process. Syst. 31 (2018)"},{"key":"21_CR80","doi-asserted-by":"crossref","unstructured":"Zhu, Y., et al.: ScaleKD: distilling scale-aware knowledge in small object detector. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 19723\u201319733 (2023)","DOI":"10.1109\/CVPR52729.2023.01889"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72933-1_21","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,2]],"date-time":"2024-10-02T12:36:39Z","timestamp":1727872599000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72933-1_21"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,3]]},"ISBN":["9783031729324","9783031729331"],"references-count":80,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72933-1_21","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,3]]},"assertion":[{"value":"3 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}