{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T10:59:51Z","timestamp":1780916391915,"version":"3.54.1"},"publisher-location":"Singapore","reference-count":22,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819500130","type":"print"},{"value":"9789819500147","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-95-0014-7_32","type":"book-chapter","created":{"date-parts":[[2025,7,24]],"date-time":"2025-07-24T10:05:58Z","timestamp":1753351558000},"page":"378-389","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Enhancing Code Generation for Large Language Models Using Fine-Grained Distillation"],"prefix":"10.1007","author":[{"given":"HaoRan","family":"Jin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"ZhiQiu","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"WeiWei","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"YaoShen","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chao","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,7,25]]},"reference":[{"key":"32_CR1","unstructured":"Austin, J., Odena, A., Nye, M.I.: Program synthesis with large language models. CoRR abs\/2108.07732 (2021)"},{"key":"32_CR2","doi-asserted-by":"crossref","unstructured":"lderon, N., Mukherjee, S., Reichart, R., Kantor, A.: A systematic study of knowledge distillation for natural language generation with pseudo-target training. In: Rogers, A., Boyd-Graber, J.L., Okazaki, N. (eds.) Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics, vol. 1, pp. 14632\u201314659 ACL 2023, Toronto, Canada, July 9\u201314, 2023. Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.acl-long.818"},{"key":"32_CR3","doi-asserted-by":"crossref","unstructured":"Chen, H., Saha, A., Hoi, S.C.H., Joty, S.: Personalised distillation: empowering open-sourced llms with adaptive learning for code generation. CoRR abs\/2310.18628 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.417"},{"key":"32_CR4","unstructured":"Chen, M., Tworek, J., Jun, H., Yuan, Q.: Evaluating large language models trained on code. CoRR abs\/2107.03374 (2021)"},{"key":"32_CR5","unstructured":"Guo, D., Zhu, Q., Yang, D.: Deepseek-coder: when the large language model meets programming - the rise of code intelligence. CoRR abs\/2401.14196 (2024)"},{"key":"32_CR6","unstructured":"Hendrycks, D., Basart, S., Kadavath, S.: Measuring coding challenge competence with APPS. In: Vanschoren, J., Yeung, S. (eds.) Proceedings of the Neural Information Processing Systems Track on Datasets and Benchmarks 1, NeurIPS Datasets and Benchmarks 2021, December 2021, virtual (2021)"},{"key":"32_CR7","unstructured":"Hinton, G.E., Vinyals, O., Dean, J.: Distilling the knowledge in a neural network. CoRR abs\/1503.02531 (2015)"},{"key":"32_CR8","doi-asserted-by":"crossref","unstructured":"Jiang, Y., Chan, C., Chen, M., Wang, W.: Lion: adversarial distillation of proprietary large language models. In: Bouamor, H., Pino, J., Bali, K. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, EMNLP 2023, Singapore, December 6\u201310, 2023. pp. 3134\u20133154. Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.189"},{"key":"32_CR9","doi-asserted-by":"crossref","unstructured":"Kim, Y., Rush, A.M.: Sequence-level knowledge distillation. In: Su, J., Carreras, X., Duh, K. (eds.) Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing, EMNLP 2016, Austin, Texas, USA, November 1\u20134, 2016. pp. 1317\u20131327. The Association for Computational Linguistics (2016)","DOI":"10.18653\/v1\/D16-1139"},{"key":"32_CR10","doi-asserted-by":"crossref","unstructured":"Ling, W., Blunsom, P., Grefenstette, E.: Latent predictor networks for code generation. In: Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics, ACL 2016, August 7\u201312, 2016, Berlin, Germany, vol. 1. The Association for Computer Linguistics (2016)","DOI":"10.18653\/v1\/P16-1057"},{"key":"32_CR11","unstructured":"Mao, A., Mohri, M., Zhong, Y.: Cross-entropy loss functions: theoretical analysis and applications. In: Krause, A., Brunskill, E., Cho, K., Engelhardt, B., Sabato, S., Scarlett, J. (eds.) International Conference on Machine Learning, ICML 2023, 23- 29 July 2023, Honolulu, Hawaii, USA. Proceedings of Machine Learning Research, vol. 202, pp. 23803\u201323828. PMLR (2023)"},{"key":"32_CR12","unstructured":"Nijkamp, E., et al.: Codegen: an open large language model for code with multi-turn program synthesis. In: The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, Rwanda, May 1\u20135, 2023. OpenReview.net (2023)"},{"key":"32_CR13","unstructured":"OpenAI: GPT-4 technical report. CoRR abs\/2303.08774 (2023)"},{"key":"32_CR14","unstructured":"Rozi\u00e8re, B., Gehring, J., Gloeckle, F.: Code llama: open foundation models for code. CoRR abs\/2308.12950 (2023)"},{"key":"32_CR15","doi-asserted-by":"crossref","unstructured":"Sun, Z., Zhu, Q., Xiong, Y., Sun, Y., Mou, L., Zhang, L.: Treegen: a tree-based transformer architecture for code generation. In: The Thirty-Fourth AAAI Conference on Artificial Intelligence, AAAI 2020, The Thirty-Second Innovative Applications of Artificial Intelligence Conference, IAAI 2020, The Tenth AAAI Symposium on Educational Advances in Artificial Intelligence, EAAI 2020, New York, NY, USA, February 7\u201312, 2020. pp. 8984\u20138991. AAAI Press (2020)","DOI":"10.1609\/aaai.v34i05.6430"},{"key":"32_CR16","unstructured":"Vaswani, A., Shazeer, N., Parmar, N.: Attention is all you need. In: Guyon, I., von Luxburg, U., Bengio, S., Wallach, H.M., Fergus, R., Vishwanathan, S.V.N., Garnett, R. (eds.) Advances in Neural Information Processing Systems 30: Annual Conference on Neural Information Processing Systems 2017, December 4\u20139, 2017, Long Beach, CA, USA. pp. 5998\u20136008 (2017)"},{"key":"32_CR17","doi-asserted-by":"crossref","unstructured":"Wang, W., Bao, H., Huang, S., Dong, L., Wei, F.: Minilmv2: multi-head selfattention relation distillation for compressing pretrained transformers. In: Zong, C., Xia, F., Li, W., Navigli, R. (eds.) Findings of the Association for Computational Linguistics: ACL\/IJCNLP 2021, Online Event, August 1\u20136, 2021. Findings of ACL, vol. ACL\/IJCNLP 2021, pp. 2140\u20132151. Association for Computational Linguistics (2021)","DOI":"10.18653\/v1\/2021.findings-acl.188"},{"key":"32_CR18","doi-asserted-by":"crossref","unstructured":"Wang, Y., Le, H., Gotmare, A., Bui, N.D.Q., Li, J., Hoi, S.C.H.: Codet5+: open code large language models for code understanding and generation. In: Bouamor, H., Pino, J., Bali, K. (eds.) Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, EMNLP 2023, Singapore, December 6\u201310, 2023. pp. 1069\u20131088. Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.68"},{"key":"32_CR19","doi-asserted-by":"crossref","unstructured":"Wang, Y., Wang, W., Joty, S.R., Hoi, S.C.H.: Codet5: identifier-aware unified pretrained encoder-decoder models for code understanding and generation. In: Moens, M., Huang, X., Specia, L., Yih, S.W. (eds.) Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, EMNLP 2021, Virtual Event \/ Punta Cana, Dominican Republic, 7\u201311 November, 2021. pp. 8696\u20138708. Association for Computational Linguistics (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.685"},{"key":"32_CR20","doi-asserted-by":"crossref","unstructured":"Yin, P., Neubig, G.: A syntactic neural model for general-purpose code generation. In: Barzilay, R., Kan, M. (eds.) Proceedings of the 55th Annual Meeting of the Association for Computational Linguistics, ACL 2017, Vancouver, Canada, July 30 - August 4, Volume 1: Long Papers. pp. 440\u2013450. Association for Computational Linguistics (2017)","DOI":"10.18653\/v1\/P17-1041"},{"key":"32_CR21","doi-asserted-by":"crossref","unstructured":"Zhang, K., Li, Z., Li, J., Li, G., Jin, Z.: Self-edit: fault-aware code editor for code generation. In: Rogers, A., Boyd-Graber, J.L., Okazaki, N. (eds.) Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2023, Toronto, Canada, July 9\u201314, 2023. pp. 769\u2013787. Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.acl-long.45"},{"key":"32_CR22","doi-asserted-by":"crossref","unstructured":"Zhu, Y., Li, J., Li, G.: Hot or cold? adaptive temperature sampling for code generation with large language models. In: Wooldridge, M.J., Dy, J.G., Natarajan, S. (eds.) Thirty-Eighth AAAI Conference on Artificial Intelligence, AAAI 2024, Thirty-Sixth Conference on Innovative Applications of Artificial Intelligence, IAAI 2024, Fourteenth Symposium on Educational Advances in Artificial Intelligence, EAAI 2014, February 20\u201327, 2024, Vancouver, Canada. pp. 437\u2013445. AAAI Press (2024)","DOI":"10.1609\/aaai.v38i1.27798"}],"container-title":["Lecture Notes in Computer Science","Advanced Intelligent Computing Technology and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-95-0014-7_32","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T10:06:00Z","timestamp":1780913160000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-95-0014-7_32"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9789819500130","9789819500147"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-981-95-0014-7_32","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"25 July 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICIC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ningbo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29 July 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icic2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ic-icc.cn\/icg\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}