{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,20]],"date-time":"2026-10-20T16:28:27Z","timestamp":1792513707502,"version":"4.5.0"},"publisher-location":"Cham","reference-count":43,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031734632","type":"print"},{"value":"9783031734649","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T00:00:00Z","timestamp":1733270400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T00:00:00Z","timestamp":1733270400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-73464-9_18","type":"book-chapter","created":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T04:35:59Z","timestamp":1733200559000},"page":"293-310","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Good Teachers Explain: Explanation-Enhanced Knowledge Distillation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0424-7812","authenticated-orcid":false,"given":"Amin","family":"Parchami-Araghi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5479-3769","authenticated-orcid":false,"given":"Moritz","family":"B\u00f6hle","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8896-7619","authenticated-orcid":false,"given":"Sukrut","family":"Rao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9683-5237","authenticated-orcid":false,"given":"Bernt","family":"Schiele","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,12,4]]},"reference":[{"key":"18_CR1","doi-asserted-by":"crossref","unstructured":"Alharbi, R., Vu, M.N., Thai, M.T.: Learning interpretation with explainable knowledge distillation. In: 2021 IEEE International Conference on Big Data (Big Data), pp. 705\u2013714. IEEE Computer Society, Los Alamitos, CA, USA (2021)","DOI":"10.1109\/BigData52589.2021.9671988"},{"issue":"7","key":"18_CR2","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach, S., Binder, A., Montavon, G., Klauschen, F., M\u00fcller, K.R., Samek, W.: On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PLoS ONE 10(7), e0130140 (2015)","journal-title":"PLoS ONE"},{"key":"18_CR3","doi-asserted-by":"crossref","unstructured":"Bansal, G., Nushi, B., Kamar, E., Weld, D.S., Lasecki, W.S., Horvitz, E.: Updates in human-AI teams: understanding and addressing the performance\/compatibility tradeoff. In: AAAI, vol.\u00a033, pp. 2429\u20132437 (2019)","DOI":"10.1609\/aaai.v33i01.33012429"},{"key":"18_CR4","doi-asserted-by":"crossref","unstructured":"Beyer, L., Zhai, X., Royer, A., Markeeva, L., Anil, R., Kolesnikov, A.: Knowledge distillation: a good teacher is patient and consistent. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01065"},{"key":"18_CR5","doi-asserted-by":"crossref","unstructured":"B\u00f6hle, M., Fritz, M., Schiele, B.: B-cos Networks: alignment is all we need for interpretability. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01008"},{"key":"18_CR6","doi-asserted-by":"crossref","unstructured":"B\u00f6hle, M., Singh, N., Fritz, M., Schiele, B.: B-cos alignment for inherently interpretable CNNs and vision transformers. IEEE Trans. Pattern Anal. Mach. Intell. (2024)","DOI":"10.1109\/TPAMI.2024.3355155"},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Caron, M., et al.: Emerging properties in self-supervised vision transformers. In: ICCV, pp. 9650\u20139660 (2021)","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"18_CR8","doi-asserted-by":"crossref","unstructured":"Chen, P., Liu, S., Zhao, H., Jia, J.: Distilling knowledge via knowledge review. In: CVPR (2021)","DOI":"10.1109\/CVPR46437.2021.00497"},{"key":"18_CR9","unstructured":"Council of the European Union: Proposal for a Regulation of the European Parliament and of the Council Laying Down Harmonised Rules on Artificial Intelligence (Artificial Intelligence Act) and Amending Certain Union Legislative Acts. https:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/?uri=celex:52021PC0206 (2021). Accessed 15 Nov 2023"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: CVPR. IEEE (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"18_CR11","doi-asserted-by":"crossref","unstructured":"Everingham, M., Van\u00a0Gool, L., Williams, C.K., Winn, J., Zisserman, A.: The Pascal visual object classes (VOC) challenge. IJCV 88 (2009)","DOI":"10.1007\/s11263-009-0275-4"},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Faghri, F., et al.: Reinforce data, multiply impact: improved model accuracy and robustness with dataset reinforcement. In: ICCV (2023)","DOI":"10.1109\/ICCV51070.2023.01562"},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Gao, Y., Sun, T.S., Bai, G., Gu, S., Hong, S.R., Liang, Z.: RES: a robust framework for guiding visual explanation. In: KDD, pp. 432\u2013442 (2022)","DOI":"10.1145\/3534678.3539419"},{"issue":"CSCW2","key":"18_CR14","first-page":"1","volume":"6","author":"Y Gao","year":"2022","unstructured":"Gao, Y., Sun, T.S., Zhao, L., Hong, S.R.: Aligning eyes between humans and deep neural network through interactive attention alignment. Proc. ACM Hum. Comput. Interact. 6(CSCW2), 1\u201328 (2022)","journal-title":"Proc. ACM Hum. Comput. Interact."},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Guo, Z., Yan, H., Li, H., Lin, X.: Class attention transfer based knowledge distillation. In: CVPR (2023)","DOI":"10.1109\/CVPR52729.2023.01142"},{"key":"18_CR16","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: CVPR, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"18_CR17","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. In: NeurIPSW (2015)"},{"key":"18_CR18","doi-asserted-by":"crossref","unstructured":"Huang, G., Liu, Z., Van Der\u00a0Maaten, L., Weinberger, K.Q.: Densely connected convolutional networks. In: CVPR, pp. 4700\u20134708 (2017)","DOI":"10.1109\/CVPR.2017.243"},{"key":"18_CR19","unstructured":"Liu, X., Li, L., Li, C., Yao, A.: Norm: knowledge distillation via n-to-one representation matching (2023). https:\/\/arxiv.org\/abs\/2305.13803"},{"key":"18_CR20","unstructured":"Loshchilov, I., Hutter, F.: Decoupled weight decay regularization. In: ICLR (2019)"},{"key":"18_CR21","unstructured":"Ojha, U., Li, Y., Lee, Y.J.: What knowledge gets distilled in knowledge distillation? arXiv preprint arXiv:2205.16004 (2022)"},{"key":"18_CR22","doi-asserted-by":"crossref","unstructured":"Petryk, S., Dunlap, L., Nasseri, K., Gonzalez, J., Darrell, T., Rohrbach, A.: On guiding visual attention with language specification. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01756"},{"key":"18_CR23","unstructured":"Radford, A., et al.: Learning transferable visual models from natural language supervision. In: ICML, pp. 8748\u20138763 (2021)"},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Rao, S., B\u00f6hle, M., Parchami-Araghi, A., Schiele, B.: Studying how to efficiently and effectively guide models with explanations. In: ICCV (2023)","DOI":"10.1109\/ICCV51070.2023.00184"},{"key":"18_CR25","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy Should I Trust You?\u201d Explaining the predictions of any classifier. In: KDD, pp. 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"18_CR26","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: FitNets: hints for thin deep nets. In: Bengio, Y., LeCun, Y. (eds.) ICLR (2015)"},{"key":"18_CR27","doi-asserted-by":"crossref","unstructured":"Ross, A.S., Hughes, M.C., Doshi-Velez, F.: Right for the right reasons: training differentiable models by constraining their explanations. In: IJCAI (2017)","DOI":"10.24963\/ijcai.2017\/371"},{"key":"18_CR28","unstructured":"Sagawa, S., Koh, P.W., Hashimoto, T.B., Liang, P.: Distributionally robust neural networks for group shifts: on the importance of regularization for worst-case generalization. In: ICLR (2020)"},{"key":"18_CR29","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D.: Grad-CAM: visual explanations from deep networks via gradient-based localization. In: ICCV (2017)","DOI":"10.1109\/ICCV.2017.74"},{"key":"18_CR30","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"673","DOI":"10.1007\/978-3-031-20053-3_39","volume-title":"ECCV","author":"Z Shen","year":"2022","unstructured":"Shen, Z., Xing, E.: A fast knowledge distillation framework for visual recognition. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV. LNCS, pp. 673\u2013690. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-20053-3_39"},{"key":"18_CR31","unstructured":"Srinivas, S., Fleuret, F.: Knowledge transfer with Jacobian matching. In: ICML (2018)"},{"key":"18_CR32","unstructured":"Stanton, S., Izmailov, P., Kirichenko, P., Alemi, A.A., Wilson, A.G.: Does knowledge distillation really work? In: Ranzato, M., Beygelzimer, A., Dauphin, Y., Liang, P., Vaughan, J.W. (eds.) NeurIPS, vol.\u00a034. Curran Associates, Inc. (2021)"},{"key":"18_CR33","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive representation distillation. In: International Conference on Learning Representations (2020)"},{"key":"18_CR34","doi-asserted-by":"crossref","unstructured":"Wang, H., et al.: Score-CAM: score-weighted visual explanations for convolutional neural networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR) Workshops (2020)","DOI":"10.1109\/CVPRW50498.2020.00020"},{"key":"18_CR35","doi-asserted-by":"crossref","unstructured":"Xiao, J., Hays, J., Ehinger, K.A., Oliva, A., Torralba, A.: SUN database: large-scale scene recognition from abbey to zoo. In: CVPR, pp. 3485\u20133492 (2010)","DOI":"10.1109\/CVPR.2010.5539970"},{"key":"18_CR36","doi-asserted-by":"crossref","unstructured":"Yan, S., et al.: Positive-congruent training: towards regression-free model updates. In: CVPR, pp. 14299\u201314308 (2021)","DOI":"10.1109\/CVPR46437.2021.01407"},{"key":"18_CR37","doi-asserted-by":"crossref","unstructured":"Yang, P., Xie, et al.: Multi-label knowledge distillation. In: ICCV (2023)","DOI":"10.1109\/ICCV51070.2023.01584"},{"key":"18_CR38","doi-asserted-by":"crossref","unstructured":"Yun, S., Oh, S.J., Heo, B., Han, D., Choe, J., Chun, S.: Re-labeling imagenet: from single to multi-labels, from global to localized labels. In: CVPR, pp. 2340\u20132350 (2021)","DOI":"10.1109\/CVPR46437.2021.00237"},{"key":"18_CR39","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. In: ICLR (2017)"},{"key":"18_CR40","doi-asserted-by":"crossref","unstructured":"Zeyu, D., Yaakob, R., Azman, A., Mohd\u00a0Rum, S.N., Zakaria, N., Ahmad\u00a0Nazri, A.S.: A grad-cam-based knowledge distillation method for the detection of tuberculosis. In: 2023 International Conference on Information Management (ICIM), pp. 72\u201377 (2023)","DOI":"10.1109\/ICIM58774.2023.00019"},{"key":"18_CR41","unstructured":"Zhang, H., Cisse, M., Dauphin, Y.N., Lopez-Paz, D.: mixup: beyond empirical risk minimization. In: ICLR (2018)"},{"key":"18_CR42","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J.: Decoupled knowledge distillation. In: CVPR (2022)","DOI":"10.1109\/CVPR52688.2022.01165"},{"key":"18_CR43","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., Torralba, A.: Learning deep features for discriminative localization. In: CVPR (2016)","DOI":"10.1109\/CVPR.2016.319"}],"container-title":["Lecture Notes in Computer Science","Computer Vision \u2013 ECCV 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-73464-9_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T05:10:40Z","timestamp":1733202640000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-73464-9_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,4]]},"ISBN":["9783031734632","9783031734649"],"references-count":43,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-73464-9_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,12,4]]},"assertion":[{"value":"4 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Computer Vision","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Milan","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 September 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"eccv2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/eccv2024.ecva.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}