{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,21]],"date-time":"2026-01-21T11:04:36Z","timestamp":1768993476132,"version":"3.49.0"},"publisher-location":"Singapore","reference-count":35,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819556922","type":"print"},{"value":"9789819556939","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-5693-9_30","type":"book-chapter","created":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T21:22:35Z","timestamp":1768944155000},"page":"431-444","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Collaborative and\u00a0Progressive Teacher-Assistant Knowledge Distillation"],"prefix":"10.1007","author":[{"given":"Rui","family":"Gao","sequence":"first","affiliation":[]},{"given":"Ping","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Jianping","family":"Gou","sequence":"additional","affiliation":[]},{"given":"Lan","family":"Du","sequence":"additional","affiliation":[]},{"given":"Weihua","family":"Ou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,1,21]]},"reference":[{"key":"30_CR1","doi-asserted-by":"crossref","unstructured":"Ahn, S., Hu, S.X., Damianou, A., Lawrence, N.D., Dai, Z.: Variational information distillation for knowledge transfer. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9163\u20139171 (2019)","DOI":"10.1109\/CVPR.2019.00938"},{"key":"30_CR2","first-page":"129","volume":"2","author":"D Blalock","year":"2020","unstructured":"Blalock, D., Gonzalez Ortiz, J.J., Frankle, J., Guttag, J.: What is the state of neural network pruning? Proc. Mach. Learn. Syst. 2, 129\u2013146 (2020)","journal-title":"Proc. Mach. Learn. Syst."},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Chen, D., Mei, J.P., Zhang, H., Wang, C., Feng, Y., Chen, C.: Knowledge distillation with the reused teacher classifier. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11933\u201311942 (2022)","DOI":"10.1109\/CVPR52688.2022.01163"},{"key":"30_CR4","doi-asserted-by":"crossref","unstructured":"Chen, J., Lu, J., Zhu, X., Zhang, L.: Generative semantic segmentation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7111\u20137120 (2023)","DOI":"10.1109\/CVPR52729.2023.00687"},{"key":"30_CR5","doi-asserted-by":"crossref","unstructured":"Cui, J., Tian, Z., Zhong, Z., Qi, X., Yu, B., Zhang, H.: Decoupled kullback-leibler divergence loss. In: Advances in Neural Information Processing Systems, vol. 37, pp. 74461\u201374486 (2024)","DOI":"10.52202\/079017-2370"},{"key":"30_CR6","doi-asserted-by":"crossref","unstructured":"Dong, X., Huang, O., Thulasiraman, P., Mahanti, A.: Improved knowledge distillation via teacher assistants for sentiment analysis. In: 2023 IEEE Symposium Series on Computational Intelligence (SSCI), pp. 300\u2013305. IEEE (2023)","DOI":"10.1109\/SSCI52147.2023.10371965"},{"key":"30_CR7","doi-asserted-by":"crossref","unstructured":"Ganta, D.P., Gupta, H.D., Sheng, V.S.: Knowledge distillation via weighted ensemble of teaching assistants. In: 2021 IEEE International Conference on Big Knowledge (ICBK), pp. 30\u201337. IEEE (2021)","DOI":"10.1109\/ICKG52313.2021.00014"},{"key":"30_CR8","doi-asserted-by":"publisher","first-page":"107404","DOI":"10.1016\/j.neunet.2025.107404","volume":"188","author":"J Gou","year":"2025","unstructured":"Gou, J., Lin, J., Li, L., Ou, W., Yu, B., Yi, Z.: Intra-class progressive and adaptive self-distillation. Neural Netw. 188, 107404 (2025)","journal-title":"Neural Netw."},{"issue":"5","key":"30_CR9","doi-asserted-by":"publisher","first-page":"6718","DOI":"10.1109\/TNNLS.2022.3212733","volume":"35","author":"J Gou","year":"2022","unstructured":"Gou, J., Sun, L., Yu, B., Du, L., Ramamohanarao, K., Tao, D.: Collaborative knowledge distillation via multiknowledge transfer. IEEE Trans. Neural Networks Learn. Syst. 35(5), 6718\u20136730 (2022)","journal-title":"IEEE Trans. Neural Networks Learn. Syst."},{"issue":"6","key":"30_CR10","doi-asserted-by":"publisher","first-page":"1789","DOI":"10.1007\/s11263-021-01453-z","volume":"129","author":"J Gou","year":"2021","unstructured":"Gou, J., Yu, B., Maybank, S.J., Tao, D.: Knowledge distillation: a survey. Int. J. Comput. Vision 129(6), 1789\u20131819 (2021)","journal-title":"Int. J. Comput. Vision"},{"key":"30_CR11","doi-asserted-by":"crossref","unstructured":"Guo, Z., Yan, H., Li, H., Lin, X.: Class attention transfer based knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11868\u201311877 (2023)","DOI":"10.1109\/CVPR52729.2023.01142"},{"key":"30_CR12","unstructured":"Hinton, G., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)"},{"key":"30_CR13","unstructured":"Huang, T., You, S., Wang, F., Qian, C., Xu, C.: Knowledge distillation from a stronger teacher. In: Advances in Neural Information Processing Systems, vol. 35, pp. 33716\u201333727 (2022)"},{"key":"30_CR14","doi-asserted-by":"crossref","unstructured":"Liang, H., Liu, Y., Wang, H., Jia, Z., Center, B.: Teacher assistant-based knowledge distillation extracting multi-level features on single channel sleep EEG. In: IJCAI, pp. 3948\u20133956 (2023)","DOI":"10.24963\/ijcai.2023\/439"},{"issue":"21","key":"30_CR15","doi-asserted-by":"publisher","first-page":"14652","DOI":"10.3390\/su142114652","volume":"14","author":"AB Mazlan","year":"2022","unstructured":"Mazlan, A.B., Ng, Y.H., Tan, C.K.: Teacher-assistant knowledge distillation based indoor positioning system. Sustainability 14(21), 14652 (2022)","journal-title":"Sustainability"},{"key":"30_CR16","doi-asserted-by":"crossref","unstructured":"Mirzadeh, S.I., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved knowledge distillation via teacher assistant. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol.\u00a034, pp. 5191\u20135198 (2020)","DOI":"10.1609\/aaai.v34i04.5963"},{"key":"30_CR17","doi-asserted-by":"crossref","unstructured":"Ozerov, A., Duong, N.Q.: Inplace knowledge distillation with teacher assistant for improved training of flexible deep neural networks. In: 2021 29th European Signal Processing Conference (EUSIPCO), pp. 1356\u20131360. IEEE (2021)","DOI":"10.23919\/EUSIPCO54536.2021.9616244"},{"key":"30_CR18","unstructured":"Romero, A., Ballas, N., Kahou, S.E., Chassang, A., Gatta, C., Bengio, Y.: Fitnets: hints for thin deep nets. arXiv preprint arXiv:1412.6550 (2014)"},{"key":"30_CR19","doi-asserted-by":"crossref","unstructured":"Son, W., Na, J., Choi, J., Hwang, W.: Densely guided knowledge distillation using multiple teacher assistants. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 9395\u20139404 (2021)","DOI":"10.1109\/ICCV48922.2021.00926"},{"key":"30_CR20","unstructured":"Song, G., Chai, W.: Collaborative learning for deep neural networks. In: Advances in Neural Information Processing Systems, vol. 31 (2018)"},{"key":"30_CR21","doi-asserted-by":"publisher","first-page":"111095","DOI":"10.1016\/j.patcog.2024.111095","volume":"159","author":"T Sun","year":"2025","unstructured":"Sun, T., Chen, H., Hu, G., Zhao, C.: Explainability-based knowledge distillation. Pattern Recogn. 159, 111095 (2025)","journal-title":"Pattern Recogn."},{"key":"30_CR22","unstructured":"Tian, Y., Krishnan, D., Isola, P.: Contrastive representation distillation. arXiv preprint arXiv:1910.10699 (2019)"},{"issue":"4","key":"30_CR23","doi-asserted-by":"publisher","first-page":"5314","DOI":"10.1109\/TPAMI.2022.3206148","volume":"45","author":"H Touvron","year":"2022","unstructured":"Touvron, H., et al.: ResMLP: feedforward networks for image classification with data-efficient training. IEEE Trans. Pattern Anal. Mach. Intell. 45(4), 5314\u20135321 (2022)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"30_CR24","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1016\/j.eng.2021.03.023","volume":"18","author":"H Wang","year":"2022","unstructured":"Wang, H., Wu, H., He, Z., Huang, L., Church, K.W.: Progress in machine translation. Engineering 18, 143\u2013153 (2022)","journal-title":"Engineering"},{"issue":"6","key":"30_CR25","doi-asserted-by":"publisher","first-page":"3048","DOI":"10.1109\/TPAMI.2021.3055564","volume":"44","author":"L Wang","year":"2021","unstructured":"Wang, L., Yoon, K.J.: Knowledge distillation and student-teacher learning for visual intelligence: a review and new outlooks. IEEE Trans. Pattern Anal. Mach. Intell. 44(6), 3048\u20133068 (2021)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"30_CR26","doi-asserted-by":"crossref","unstructured":"Wu, G., Gong, S.: Peer collaborative learning for online knowledge distillation. In: Proceedings of the AAAI Conference on artificial intelligence, vol.\u00a035, pp. 10302\u201310310 (2021)","DOI":"10.1609\/aaai.v35i12.17234"},{"key":"30_CR27","doi-asserted-by":"publisher","unstructured":"Xu, Y., et al.: Data-efficient knowledge distillation with teacher assistant-based dynamic objective alignment. In: International Conference on Computational Science, pp. 181\u2013195. Springer (2024). https:\/\/doi.org\/10.1007\/978-3-031-63749-0_13","DOI":"10.1007\/978-3-031-63749-0_13"},{"key":"30_CR28","doi-asserted-by":"crossref","unstructured":"Yang, J., et al.: Quantization networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 7308\u20137316 (2019)","DOI":"10.1109\/CVPR.2019.00748"},{"key":"30_CR29","doi-asserted-by":"crossref","unstructured":"Yang, X., Zhang, S., Yang, W.: Two-way assistant: a knowledge distillation object detection method for remote sensing images. IEEE Trans. Geosci. Remote Sens. (2024)","DOI":"10.1109\/TGRS.2024.3371681"},{"key":"30_CR30","doi-asserted-by":"publisher","first-page":"112015","DOI":"10.1109\/ACCESS.2023.3323273","volume":"11","author":"M Yoon","year":"2023","unstructured":"Yoon, M., Lee, S., Song, B.C.: TAKDSR: teacher assistant knowledge distillation framework for graphics image super-resolution. IEEE Access 11, 112015\u2013112026 (2023)","journal-title":"IEEE Access"},{"key":"30_CR31","unstructured":"Zagoruyko, S., Komodakis, N.: Paying more attention to attention: improving the performance of convolutional neural networks via attention transfer. arXiv preprint arXiv:1612.03928 (2016)"},{"key":"30_CR32","doi-asserted-by":"crossref","unstructured":"Zhang, W., Guo, Y., Wang, J., Zhu, J., Zeng, H.: Collaborative knowledge distillation. IEEE Trans. Circ. Syst. Video Technol. (2024)","DOI":"10.1109\/TCSVT.2024.3377251"},{"key":"30_CR33","doi-asserted-by":"crossref","unstructured":"Zhao, B., Cui, Q., Song, R., Qiu, Y., Liang, J.: Decoupled knowledge distillation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11953\u201311962 (2022)","DOI":"10.1109\/CVPR52688.2022.01165"},{"issue":"4","key":"30_CR34","doi-asserted-by":"publisher","first-page":"2070","DOI":"10.1109\/TCYB.2020.3007506","volume":"52","author":"H Zhao","year":"2020","unstructured":"Zhao, H., Sun, X., Dong, J., Chen, C., Dong, Z.: Highlight every step: knowledge distillation via collaborative teaching. IEEE Trans. Cybern. 52(4), 2070\u20132081 (2020)","journal-title":"IEEE Trans. Cybern."},{"key":"30_CR35","unstructured":"Zheng, K., YANG, E.H.: Knowledge distillation based on transformed teacher matching. In: The Twelfth International Conference on Learning Representations"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition and Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-5693-9_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T21:22:41Z","timestamp":1768944161000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-5693-9_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819556922","9789819556939"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-5693-9_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"21 January 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PRCV","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chinese Conference on Pattern Recognition and Computer Vision  (PRCV)","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 October 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 October 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ccprcv2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/2025.prcv.cn\/index.asp","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}