{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T04:59:41Z","timestamp":1785560381903,"version":"3.56.0"},"publisher-location":"Singapore","reference-count":27,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819533510","type":"print"},{"value":"9789819533527","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T00:00:00Z","timestamp":1763337600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,11,17]],"date-time":"2025-11-17T00:00:00Z","timestamp":1763337600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-95-3352-7_8","type":"book-chapter","created":{"date-parts":[[2025,11,16]],"date-time":"2025-11-16T14:09:39Z","timestamp":1763302179000},"page":"92-104","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["SageRep: Enhancing Unsupervised Sentence Representations via\u00a0Layer-Adaptive Self-knowledge Distillation"],"prefix":"10.1007","author":[{"given":"Binghao","family":"Fu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qi","family":"Su","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,11,17]]},"reference":[{"key":"8_CR1","doi-asserted-by":"publisher","unstructured":"Agirre, E., et al.: Semeval-2015 task 2: semantic textual similarity, English, Spanish and pilot on interpretability. In: Proceedings of the 9th International Workshop on Semantic Evaluation, SemEval@NAACL-HLT 2015, Denver, Colorado, USA, 4-5 June 2015, pp. 252\u2013263. The Association for Computer Linguistics (2015). https:\/\/doi.org\/10.18653\/V1\/S15-2045","DOI":"10.18653\/V1\/S15-2045"},{"key":"8_CR2","doi-asserted-by":"publisher","unstructured":"Agirre, E., et al.: Semeval-2014 task 10: multilingual semantic textual similarity. In: Proceedings of the 8th International Workshop on Semantic Evaluation, SemEval@COLING 2014, Dublin, Ireland, 23-24 August 2014, pp. 81\u201391. The Association for Computer Linguistics (2014). https:\/\/doi.org\/10.3115\/V1\/S14-2010,","DOI":"10.3115\/V1\/S14-2010"},{"key":"8_CR3","doi-asserted-by":"publisher","unstructured":"Agirre, E., et al.: Semeval-2016 task 1: semantic textual similarity, monolingual and cross-lingual evaluation. In: Proceedings of the 10th International Workshop on Semantic Evaluation, SemEval@NAACL-HLT 2016, San Diego, CA, USA, 16-17 June 2016, pp. 497\u2013511. The Association for Computer Linguistics (2016). https:\/\/doi.org\/10.18653\/V1\/S16-1081","DOI":"10.18653\/V1\/S16-1081"},{"key":"8_CR4","unstructured":"Agirre, E., Cer, D.M., Diab, M.T., Gonzalez-Agirre, A.: Semeval-2012 task 6: a pilot on semantic textual similarity. In: Proceedings of the 6th International Workshop on Semantic Evaluation, SemEval@NAACL-HLT 2012, Montr\u00e9al, Canada, 7-8 June 2012, pp. 385\u2013393. The Association for Computer Linguistics (2012). https:\/\/aclanthology.org\/S12-1051\/"},{"key":"8_CR5","unstructured":"Agirre, E., Cer, D.M., Diab, M.T., Gonzalez-Agirre, A., Guo, W.: *sem 2013 shared task: semantic textual similarity. In: Proceedings of the Second Joint Conference on Lexical and Computational Semantics, *SEM 2013, 13-14 June 2013, Atlanta, Georgia, USA, pp. 32\u201343. Association for Computational Linguistics (2013). https:\/\/aclanthology.org\/S13-1004\/"},{"key":"8_CR6","doi-asserted-by":"crossref","unstructured":"Cer, D.M., Diab, M.T., Agirre, E., Lopez-Gazpio, I., Specia, L.: Semeval-2017 task 1: semantic textual similarity - multilingual and cross-lingual focused evaluation. CoRR abs\/1708.00055 (2017). http:\/\/arxiv.org\/abs\/1708.00055","DOI":"10.18653\/v1\/S17-2001"},{"key":"8_CR7","doi-asserted-by":"publisher","unstructured":"Chen, N., et al.: Alleviating over-smoothing for unsupervised sentence representation. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2023, Toronto, Canada, 9-14 July 2023, pp. 3552\u20133566. Association for Computational Linguistics (2023). https:\/\/doi.org\/10.18653\/V1\/2023.ACL-LONG.197","DOI":"10.18653\/V1\/2023.ACL-LONG.197"},{"key":"8_CR8","doi-asserted-by":"publisher","unstructured":"Cho, J.H., Hariharan, B.: On the efficacy of knowledge distillation. In: 2019 IEEE\/CVF International Conference on Computer Vision, ICCV 2019, Seoul, Korea (South), October 27 - November 2, 2019, pp. 4793\u20134801. IEEE (2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00489","DOI":"10.1109\/ICCV.2019.00489"},{"key":"8_CR9","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL-HLT 2019, Minneapolis, MN, USA, 2-7 June 2019, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics (2019). https:\/\/doi.org\/10.18653\/V1\/N19-1423","DOI":"10.18653\/V1\/N19-1423"},{"key":"8_CR10","doi-asserted-by":"publisher","unstructured":"Gao, T., Yao, X., Chen, D.: SIMCSE: simple contrastive learning of sentence embeddings. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event \/ Punta Cana, Dominican Republic, 7-11 November, 2021, pp. 6894\u20136910. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/V1\/2021.EMNLP-MAIN.552","DOI":"10.18653\/V1\/2021.EMNLP-MAIN.552"},{"key":"8_CR11","unstructured":"Hinton, G.E., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. CoRR abs\/1503.02531 (2015). http:\/\/arxiv.org\/abs\/1503.02531"},{"key":"8_CR12","doi-asserted-by":"publisher","unstructured":"Li, B., Zhou, H., He, J., Wang, M., Yang, Y., Li, L.: On the sentence embeddings from pre-trained language models. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing, EMNLP 2020, Online, 16-20 November 2020, pp. 9119\u20139130. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/V1\/2020.EMNLP-MAIN.733","DOI":"10.18653\/V1\/2020.EMNLP-MAIN.733"},{"key":"8_CR13","doi-asserted-by":"publisher","DOI":"10.1016\/J.PATCOG.2024.110422","volume":"151","author":"Z Li","year":"2024","unstructured":"Li, Z., Li, X., Yang, L., Song, R., Yang, J., Pan, Z.: Dual teachers for self-knowledge distillation. Pattern Recognit. 151, 110422 (2024). https:\/\/doi.org\/10.1016\/J.PATCOG.2024.110422","journal-title":"Pattern Recognit."},{"key":"8_CR14","doi-asserted-by":"publisher","unstructured":"Limkonchotiwat, P., Ponwitayarat, W., Lowphansirikul, L., Udomcharoenchaikit, C., Chuangsuwanich, E., Nutanong, S.: An efficient self-supervised cross-view training for sentence embedding. Trans. Assoc. Comput. Linguistics 11, 1572\u20131587 (2023). https:\/\/doi.org\/10.1162\/TACL_0_620","DOI":"10.1162\/TACL_0_620"},{"key":"8_CR15","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach. CoRR abs\/1907.11692 (2019). http:\/\/arxiv.org\/abs\/1907.11692"},{"key":"8_CR16","doi-asserted-by":"crossref","unstructured":"Marelli, M., Menini, S., Baroni, M., Bentivogli, L., Bernardi, R., Zamparelli, R.: A SICK cure for the evaluation of compositional distributional semantic models. In: Proceedings of the Ninth International Conference on Language Resources and Evaluation, LREC 2014, Reykjavik, Iceland, 26-31 May 2014, pp. 216\u2013223. European Language Resources Association (ELRA) (2014), http:\/\/www.lrec-conf.org\/proceedings\/lrec2014\/summaries\/363.html","DOI":"10.63317\/39qdhuevzbqa"},{"key":"8_CR17","doi-asserted-by":"publisher","unstructured":"Mirzadeh, S., Farajtabar, M., Li, A., Levine, N., Matsukawa, A., Ghasemzadeh, H.: Improved knowledge distillation via teacher assistant. In: The Thirty-Fourth AAAI Conference on Artificial Intelligence, AAAI 2020, The Thirty-Second Innovative Applications of Artificial Intelligence Conference, IAAI 2020, The Tenth AAAI Symposium on Educational Advances in Artificial Intelligence, EAAI 2020, New York, NY, USA, 7-12 February 2020, pp. 5191\u20135198. AAAI Press (2020). https:\/\/doi.org\/10.1609\/AAAI.V34I04.5963","DOI":"10.1609\/AAAI.V34I04.5963"},{"key":"8_CR18","doi-asserted-by":"publisher","unstructured":"Nishikawa, S., Ri, R., Yamada, I., Tsuruoka, Y., Echizen, I.: EASE: entity-aware contrastive learning of sentence embedding. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, NAACL 2022, Seattle, WA, United States, 10-15 July 2022, pp. 3870\u20133885. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/V1\/2022.NAACL-MAIN.284","DOI":"10.18653\/V1\/2022.NAACL-MAIN.284"},{"key":"8_CR19","unstructured":"Wu, X., Gao, C., Wang, J., Zang, L., Wang, Z., Hu, S.: Disco: effective knowledge distillation for contrastive learning of sentence embeddings. CoRR abs\/2112.05638 (2021). https:\/\/arxiv.org\/abs\/2112.05638"},{"key":"8_CR20","unstructured":"Wu, X., Gao, C., Zang, L., Han, J., Wang, Z., Hu, S.: Esimcse: enhanced sample building method for contrastive learning of unsupervised sentence embedding. In: Proceedings of the 29th International Conference on Computational Linguistics, COLING 2022, Gyeongju, Republic of Korea, 12-17 October 2022, pp. 3898\u20133907. International Committee on Computational Linguistics (2022). https:\/\/aclanthology.org\/2022.coling-1.342"},{"key":"8_CR21","unstructured":"Xiong, L., et al.: Approximate nearest neighbor negative contrastive learning for dense text retrieval. In: 9th International Conference on Learning Representations, ICLR 2021, Virtual Event, Austria, 3-7 May 2021. OpenReview.net (2021). https:\/\/openreview.net\/forum?id=zeFrfgyZln"},{"issue":"4","key":"8_CR22","doi-asserted-by":"publisher","first-page":"853","DOI":"10.1007\/S11390-021-1119-0","volume":"38","author":"Y Xu","year":"2023","unstructured":"Xu, Y., Qiu, X., Zhou, L., Huang, X.: Improving BERT fine-tuning via self-ensemble and self-distillation. J. Comput. Sci. Technol. 38(4), 853\u2013866 (2023). https:\/\/doi.org\/10.1007\/S11390-021-1119-0","journal-title":"J. Comput. Sci. Technol."},{"key":"8_CR23","doi-asserted-by":"publisher","unstructured":"Yan, Y., Li, R., Wang, S., Zhang, F., Wu, W., Xu, W.: Consert: a contrastive framework for self-supervised sentence representation transfer. In: Proceedings of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th International Joint Conference on Natural Language Processing, ACL\/IJCNLP 2021, (Volume 1: Long Papers), Virtual Event, August 1-6, 2021, pp. 5065\u20135075. Association for Computational Linguistics (2021). https:\/\/doi.org\/10.18653\/V1\/2021.ACL-LONG.393","DOI":"10.18653\/V1\/2021.ACL-LONG.393"},{"key":"8_CR24","doi-asserted-by":"publisher","unstructured":"Yun, S., Park, J., Lee, K., Shin, J.: Regularizing class-wise predictions via self-knowledge distillation. In: 2020 IEEE\/CVF Conference on Computer Vision and Pattern Recognition, CVPR 2020, Seattle, WA, USA, 13-19 June 2020, pp. 13873\u201313882. Computer Vision Foundation \/ IEEE (2020). https:\/\/doi.org\/10.1109\/CVPR42600.2020.01389, https:\/\/openaccess.thecvf.com\/content_CVPR_2020\/html\/Yun_Regularizing_Class-Wise_Predictions_via_Self-Knowledge_Distillation_CVPR_2020_paper.html","DOI":"10.1109\/CVPR42600.2020.01389"},{"key":"8_CR25","doi-asserted-by":"publisher","unstructured":"Zhang, L., Song, J., Gao, A., Chen, J., Bao, C., Ma, K.: Be your own teacher: improve the performance of convolutional neural networks via self distillation. In: 2019 IEEE\/CVF International Conference on Computer Vision, ICCV 2019, Seoul, Korea (South), October 27 - November 2, 2019, pp. 3712\u20133721. IEEE (2019). https:\/\/doi.org\/10.1109\/ICCV.2019.00381","DOI":"10.1109\/ICCV.2019.00381"},{"key":"8_CR26","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Zhu, H., Wang, Y., Xu, N., Li, X., Zhao, B.: A contrastive framework for learning sentence representations from pairwise and triple-wise perspective in angular space. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, 22-27 May 2022, pp. 4892\u20134903. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/V1\/2022.ACL-LONG.336","DOI":"10.18653\/V1\/2022.ACL-LONG.336"},{"key":"8_CR27","doi-asserted-by":"publisher","unstructured":"Zhou, K., Zhang, B., Zhao, W.X., Wen, J.: Debiased contrastive learning of unsupervised sentence representations. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, 22-27 May 2022, pp. 6120\u20136130. Association for Computational Linguistics (2022). https:\/\/doi.org\/10.18653\/V1\/2022.ACL-LONG.423","DOI":"10.18653\/V1\/2022.ACL-LONG.423"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Chinese Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-3352-7_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T04:47:06Z","timestamp":1785559626000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-3352-7_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,17]]},"ISBN":["9789819533510","9789819533527"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-3352-7_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,11,17]]},"assertion":[{"value":"17 November 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLPCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF International Conference on Natural Language Processing and Chinese Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Urumqi","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 August 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 August 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nlpcc2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tcci.ccf.org.cn\/conference\/2025\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}