{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,18]],"date-time":"2026-01-18T05:17:00Z","timestamp":1768713420022,"version":"3.49.0"},"reference-count":44,"publisher":"China Science Publishing & Media Ltd.","issue":"4","content-domain":{"domain":["engine.scichina.com"],"crossmark-restriction":false},"short-container-title":["DI"],"published-print":{"date-parts":[[2025,12,1]]},"DOI":"10.3724\/2096-7004.di.2025.0084","type":"journal-article","created":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T07:05:38Z","timestamp":1758524738000},"page":"1270-1290","update-policy":"https:\/\/doi.org\/10.1360\/scp-crossmark-policy-page","source":"Crossref","is-referenced-by-count":0,"title":["CMGBench: Benchmarking Chinese Metaphor Generation for Large Language Models"],"prefix":"10.3724","volume":"7","author":[{"given":"Yan","family":"Liu","sequence":"first","affiliation":[]},{"given":"Renren","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Tianhao","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Deyi","family":"Xiong","sequence":"additional","affiliation":[]}],"member":"2026","published-online":{"date-parts":[[2026,1,4]]},"reference":[{"key":"","unstructured":"Achiam J., Adler S., Agarwal S., Ahmad L., Akkaya I., Aleman F. L., Almeida D., Altenschmidt J., Altman S., Anadkat S. et al., \u201cGpt-4 technical report,\u201d ArXiv preprint, 2023."},{"key":"","unstructured":"Guo Z., Jin R., Liu C., Huang Y., Shi D., Yu L., Liu Y., Li J., Xiong B., Xiong D. et al., \u201cEvaluating large language models: A comprehensive survey,\u201d arXiv preprint arXiv: 2310.19736, 2023."},{"key":"","unstructured":"Shen T., Jin R., Huang Y., Liu C., Dong W., Guo Z., Wu X., Liu Y., and Xiong D., \u201cLarge language model alignment: A survey,\u201d arXiv preprint arXiv: 2309.15025, 2023."},{"key":"","unstructured":"Lakoff G. and Johnson M., Metaphors we live by. University of Chicago press, 2008."},{"key":"","unstructured":"Shutova E., Kiela D., and Maillard J., \u201cBlack holes and white rabbits: Metaphor identification with visual features,\u201d in Proceedings of the 2016 conference of the North American chapter of the association for computational linguistics: Human language technologies, 2016, pp. 160-170."},{"key":"","unstructured":"Stowe K., Beck N., and Gurevych I., \u201cExploring metaphoric paraphrase generation,\u201d in Proceedings of the 25th conference on computational natural language learning, 2021, pp. 323-336."},{"key":"","unstructured":"Ghosh D., Beigman Klebanov B., Muresan S., Feldman A., Poria S., and Chakrabarty T., Eds., Proceedings of the 3 rd  Workshop on Figurative Language Processing (FLP). Abu Dhabi, United Arab Emirates (Hybrid): Association for Computational Linguistics, 2022. [Online]. Available: https:\/\/aclanthology.org\/2022.flp-1.0."},{"key":"","unstructured":"Wachowiak L. and Gromann D., \u201cDoes GPT-3 grasp metaphors? identifying metaphor mappings with generative language models,\u201d in Proc. of ACL, 2023, pp. 1018-1032."},{"key":"","unstructured":"Ghosh D., Muresan S., Feldman A., Chakrabarty T., and Liu E., Eds., Proceedings of the 4 th  Workshop on Figurative Language Processing (FigLang 2024). Association for Computational Linguistics, 2024."},{"key":"","unstructured":"Chakrabarty T., Padmakumar V., He H., and Peng N., \u201cCreative natural language generation,\u201d in Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing: Tutorial Abstracts, 2023, pp. 34-40."},{"key":"","unstructured":"Liu C., Yu L., Li J., Jin R., Huang Y., Shi L., Zhang J., Ji X., Cui T., Liu T. et al., \u201cOpeneval: Benchmarking chinese llms across capability, alignment and safety,\u201d arXiv preprint arXiv: 2403.12316, 2024."},{"key":"","unstructured":"Liu C., Jin R., Ren Y., and Xiong D., \u201cLhmke: A large-scale holistic multi-subject knowledge evaluation benchmark for chinese large language models,\u201d arXiv preprint arXiv: 2403.12601, 2024."},{"key":"","unstructured":"Liu C., Jin R., Steedman M., and Xiong D., \u201cEvaluating chinese large language models on discipline knowledge acquisition via memorization and robustness assessment,\u201d in Proceedings of the 1 st  Workshop on Data Contamination (CONDA), 2024, pp. 1-12."},{"key":"","unstructured":"Miyazawa A. and Miyao Y., \u201cEvaluation metrics for automatically generated metaphorical expressions,\u201d in Proceedings of the 12 th  International Conference on Computational Semantics (IWCS) \u2014 Short papers, 2017."},{"key":"","unstructured":"Chakrabarty T., Zhang X., Muresan S., and Peng N., \u201cMERMAID: Metaphor generation with symbolism and discriminative decoding,\u201d in Proc. of NAACL, 2021, pp. 4250-4261."},{"key":"","unstructured":"Richards I., The Philosophy of Rhetoric. Oxford University Press, 1936."},{"key":"","unstructured":"Steen G. J., Dorst A. G., Herrmann J. B., Kaal A. A., Krennmayr T., Pasma T. et al., A method for linguistic metaphor identification. John Benjamins Publishing Company Amsterdam, 2010."},{"key":"","unstructured":"Su C., Huang S., and Chen Y., \u201cAutomatic detection and interpretation of nominal metaphor based on the theory of meaning,\u201d Neurocomputing, pp. 300-311, 2017."},{"key":"","unstructured":"Mohler M., Brunson M., Rink B., and Tomlinson M., \u201cIntroducing the LCC metaphor datasets,\u201d in Proc. of LREC, 2016, pp. 4221-4227."},{"key":"","unstructured":"Mohammad S., Shutova E., and Turney P., \u201cMetaphor as a medium for emotion: An empirical study,\u201d in Proceedings of the Fifth Joint Conference on Lexical and Computational Semantics, 2016, pp. 23-33."},{"key":"","unstructured":"Shao Y., Yao X., Qu X., Lin C., Wang S., Huang W., Zhang G., and Fu J., \u201cCMDAG: A Chinese metaphor dataset with annotated grounds as CoT for boosting metaphor generation,\u201d in Proc. of COLING, 2024, pp. 3357-3366."},{"key":"","unstructured":"Li Y., Lin C., and Guerin F., \u201cNominal metaphor generation with multitask learning,\u201d in Proceedings of the 15th International Conference on Natural Language Generation, 2022, pp. 225-235."},{"key":"","unstructured":"Dipper S., Roussel A., Wiemann A., Kim W., and Nguyen T.-M., \u201cGuidelines for the annotation of deliberate linguistic metaphor,\u201d in Proceedings of the 4 th  Workshop on Figurative Language Processing (FigLang 2024), 2024, pp. 53-58."},{"key":"","unstructured":"Zhang D., Lin H., Yang L., Zhang S., and Xu B., \u201cConstruction of a chinese corpus for the analysis of the emotionality of metaphorical expressions,\u201d in Proceedings of the 56 th  Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), 2018, pp. 144-150."},{"key":"","unstructured":"Chen H. and Ding N., \u201cProbing the \u201ccreativity\u201d of large language models: Can models produce divergent semantic association?\u201d in Proc. of EMNLP Findings, 2023, pp. 12881-12888."},{"key":"","unstructured":"Czinczoll T., Yannakoudakis H., Mishra P., and Shutova E., \u201cScientific and creative analogies in pretrained language models,\u201d in Proc. of EMNLP Findings, 2022, pp. 2094-2100."},{"key":"","unstructured":"Kuznetsova P., Chen J., and Choi Y., \u201cUnderstanding and quantifying creativity in lexical composition,\u201d in Proc. of EMNLP, 2013, pp. 1246-1258."},{"key":"","unstructured":"Li Y., Lin C., and Guerin F., \u201cCM-gen: A neural framework for Chinese metaphor generation with explicit context modelling,\u201d in Proc. of COLING, 2022, pp. 6468-6479."},{"key":"","unstructured":"Harweg R., Heckhausen H., Heselhaus C., Suerbaum U., and Weinrich H., \u201cDie metapher,\u201d Poetica, vol. 2, pp. 100-130, 1968."},{"key":"","unstructured":"Reijnierse W. G., Burgers C., Krennmayr T., and Steen G. J., \u201cDmip: A method for identifying potentially deliberate metaphor in language use,\u201d Corpus Pragmatics, vol. 2, no. 2, pp. 129-147, 2018."},{"key":"","unstructured":"Liu Z., Fu Z., Cao J., de Melo G., Tam Y.-C., Niu C., and Zhou J., \u201cRhetorically controlled encoder-decoder for Modern Chinese poetry generation,\u201d in Proc. of ACL, 2019, pp. 1992-2001."},{"key":"","unstructured":"Wang B. P.-Y., Lu X., Hsu C.-C., Lin E. P.-C., and Ai H., \u201cLinguistic metaphor identification in chinese,\u201d Metaphor identification in multiple languages: MIPVU around the world, pp. 247-265, 2019."},{"key":"","unstructured":"Puraivan E., Renau I., and Riquelme N., \u201cMetaphor identification and interpretation in corpora with chatgpt,\u201d SN Computer Science, vol. 5, no. 8, p. 976, 2024."},{"key":"","unstructured":"Schulman J., Zoph B., Kim C., Hilton J., Menick J., Weng J., Uribe J. F. C., Fedus L., Metz L., Pokorny M. et al., \u201cChatgpt: Optimizing language models for dialogue,\u201d OpenAI blog, p. 4, 2022."},{"key":"","unstructured":"Reid M., Savinov N., Teplyashin D., Lepikhin D., Lillicrap T., Alayrac J.-b., Soricut R., Lazaridou A., Firat O., Schrittwieser J. et al., \u201cGemini 1.5: Unlocking multimodal understanding across millions of tokens of context,\u201d ArXiv preprint, 2024."},{"key":"","unstructured":"Bai J., Bai S., Chu Y., Cui Z., Dang K., Deng X., Fan Y., Ge W., Han Y., Huang F., Hui B., Ji L., Li M., Lin J., Lin R., Liu D., Liu G., Lu C., Lu K., Ma J., Men R., Ren X., Ren X., Tan C., Tan S., Tu J., Wang P., Wang S., Wang W., Wu S., Xu B., Xu J., Yang A., Yang H., Yang J., Yang S., Yao Y., Yu B., Yuan H., Yuan Z., Zhang J., Zhang X., Zhang Y., Zhang Z., Zhou C., Zhou J., Zhou X., and Zhu T., \u201cQwen technical report,\u201d ArXiv preprint, 2023."},{"key":"","unstructured":"Baichuan, \u201cBaichuan 2: Open large-scale language models,\u201d ArXiv preprint, 2023."},{"key":"","unstructured":"Cui Y., Yang Z., and Yao X., \u201cEfficient and effective text encoding for chinese llama and alpaca,\u201d ArXiv preprint, 2023."},{"key":"","unstructured":"Cai Z., Cao M., Chen H., Chen K., Chen K., Chen X., Chen X., Chen Z., Chen Z., Chu P., Dong X., Duan H., Fan Q., Fei Z., Gao Y., Ge J., Gu C., Gu Y., Gui T., Guo A., Guo Q., He C., Hu Y., Huang T., Jiang T., Jiao P., Jin Z., Lei Z., Li J., Li J., Li L., Li S., Li W., Li Y., Liu H., Liu J., Hong J., Liu K., Liu K., Liu X., Lv C., Lv H., Lv K., Ma L., Ma R., Ma Z., Ning W., Ouyang L., Qiu J., Qu Y., Shang F., Shao Y., Song D., Song Z., Sui Z., Sun P., Sun Y., Tang H., Wang B., Wang G., Wang J., Wang J., Wang R., Wang Y., Wang Z., Wei X., Weng Q., Wu F., Xiong Y., Xu C., Xu R., Yan H., Yan Y., Yang X., Ye H., Ying H., Yu J., Yu J., Zang Y., Zhang C., Zhang L., Zhang P., Zhang P., Zhang R., Zhang S., Zhang S., Zhang W., Zhang W., Zhang X., Zhang X., Zhao H., Zhao Q., Zhao X., Zhou F., Zhou Z., Zhuo J., Zou Y., Qiu X., Qiao Y., and Lin D., \u201cInternlm2 technical report,\u201d 2024."},{"key":"","unstructured":"Young A., Chen B., Li C., Huang C., Zhang G., Zhang G., Li H., Zhu J., Chen J., Chang J., Yu K., Liu P., Liu Q., Yue S., Yang S., Yang S., Yu T., Xie W., Huang W., Hu X., Ren X., Niu X., Nie P., Xu Y., Liu Y., Wang Y., Cai Y., Gu Z., Liu Z., and Dai Z., \u201cYi: Open foundation models by 01.ai,\u201d 2024."},{"key":"","unstructured":"Che W., Feng Y., Qin L., and Liu T., \u201cN-LTP: An open-source neural language technology platform for Chinese,\u201d in Proc. of EMNLP, 2021, pp. 42-49."},{"key":"","unstructured":"Song Y., Shi S., Li J., and Zhang H., \u201cDirectional skip-gram: Explicitly distinguishing left and right context for word embeddings,\u201d in Proc. of NAACL, 2018, pp. 175-180."},{"key":"","unstructured":"Gu J., Zhao H., Xu H., Nie L., Mei H., and Yin W., \u201cRobustness of learning from task instructions,\u201d in Proc. of ACL Findings, 2023, pp. 13935-13948."},{"key":"","unstructured":"Shutova E., \u201cAutomatic metaphor interpretation as a paraphrasing task,\u201d in Proc. of NAACL, 2010, pp. 1029-1037."}],"container-title":["Data Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.sciengine.com\/doi\/pdf\/50B7ECFDFE484105B011B0CD0F637A4D","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.sciengine.com\/doi\/10.3724\/2096-7004.di.2025.0084","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.sciengine.com\/doi\/pdf\/50B7ECFDFE484105B011B0CD0F637A4D","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,15]],"date-time":"2026-01-15T03:16:53Z","timestamp":1768447013000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.sciengine.com\/doi\/10.3724\/2096-7004.di.2025.0084"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,1]]},"references-count":44,"journal-issue":{"issue":"4","published-online":{"date-parts":[[2026,1,4]]},"published-print":{"date-parts":[[2025,12,1]]}},"URL":"https:\/\/doi.org\/10.3724\/2096-7004.di.2025.0084","relation":{},"ISSN":["2096-7004"],"issn-type":[{"value":"2096-7004","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12,1]]}}}