{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T23:36:54Z","timestamp":1768001814530,"version":"3.49.0"},"reference-count":57,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key R&D Program of China","award":["2024YFE0111800"],"award-info":[{"award-number":["2024YFE0111800"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62032001"],"award-info":[{"award-number":["62032001"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62406061"],"award-info":[{"award-number":["62406061"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62432002"],"award-info":[{"award-number":["62432002"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["T2293773"],"award-info":[{"award-number":["T2293773"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Knowl. Data Eng."],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1109\/tkde.2024.3509715","type":"journal-article","created":{"date-parts":[[2024,12,5]],"date-time":"2024-12-05T19:17:14Z","timestamp":1733426234000},"page":"991-1003","source":"Crossref","is-referenced-by-count":3,"title":["Unified Multi-Scenario Summarization Evaluation and Explanation"],"prefix":"10.1109","volume":"37","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1117-2890","authenticated-orcid":false,"given":"Shuo","family":"Shang","sequence":"first","affiliation":[{"name":"University of Electronic Science and Technology of China, Chengdu, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3323-1788","authenticated-orcid":false,"given":"Zhitao","family":"Yao","sequence":"additional","affiliation":[{"name":"Shandong University, Jinan, China"}]},{"given":"Hao","family":"Fu","sequence":"additional","affiliation":[{"name":"Shandong University, Jinan, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4162-2119","authenticated-orcid":false,"given":"Chongyang","family":"Tao","sequence":"additional","affiliation":[{"name":"Beihang University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6633-0796","authenticated-orcid":false,"given":"Xiuying","family":"Chen","sequence":"additional","affiliation":[{"name":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6975-4335","authenticated-orcid":false,"given":"Feng","family":"Wang","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"given":"Yongbo","family":"Wang","sequence":"additional","affiliation":[{"name":"Ant Group, Hangzhou, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9076-6565","authenticated-orcid":false,"given":"Zhaochun","family":"Ren","sequence":"additional","affiliation":[{"name":"Leiden University, Leiden, The Netherlands"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1301-3700","authenticated-orcid":false,"given":"Shen","family":"Gao","sequence":"additional","affiliation":[{"name":"University of Electronic Science and Technology of China, Chengdu, China"}]}],"member":"263","reference":[{"key":"ref1","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","volume-title":"Text Summarization Branches Out","author":"Lin","year":"2004"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D15-1222"},{"key":"ref3","article-title":"BERTScore: Evaluating text generation with BERT","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Zhang"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.529"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11987"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/n18-1158"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1320"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33016399"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/676"},{"key":"ref10","first-page":"311","article-title":"Bleu: A method for automatic evaluation of machine translation","volume-title":"Proc. Annu. Meeting Assoc. Comput. Linguistics","author":"Papineni"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1053"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.131"},{"key":"ref13","first-page":"65","article-title":"METEOR: An automatic metric for MT evaluation with improved correlation with human judgments","volume-title":"Proc. Annu. Meeting Assoc. Comput. Linguistics Workshop","author":"Banerjee"},{"key":"ref14","first-page":"27 263","article-title":"Bartscore: Evaluating generated text as text generation","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Yuan"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.294"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.124"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.353"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-short.8"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1162\/coli_a_00404"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.34"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3289600.3290992"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.454"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1310.4546"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4510"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1810.04805"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.599"},{"key":"ref28","first-page":"140:1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.558"},{"key":"ref30","article-title":"AgentVerse: Facilitating multi-agent collaboration and exploring emergent behaviors","volume-title":"Proc. 12th Int. Conf. Learn. Representations","author":"Chen","year":"2024"},{"key":"ref31","article-title":"BOLAA: Benchmarking and orchestrating LLM-augmented autonomous agents","author":"Liu","year":"2023"},{"key":"ref32","article-title":"MemGPT: Towards LLMs as operating systems","author":"Packer","year":"2023"},{"key":"ref33","article-title":"360rea: Towards a reusable experience accumulation with 360 assessment for multi-agent system","volume-title":"Findings of the Association for Computational Linguistics ACL 2024","author":"Gao","year":"2024"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3589335.3641253"},{"key":"ref35","article-title":"MetaGPT: Meta programming for multi-agent collaborative framework","author":"Hong","year":"2023"},{"key":"ref36","first-page":"15174","article-title":"Communicative agents for software development","volume-title":"Proc. 62nd Annu. Meeting Assoc. Comput. Linguistics","author":"Qian","year":"2024"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29739"},{"key":"ref38","first-page":"257","article-title":"Unleashing cognitive synergy in large language models: A task-solving agent through multi-persona self-collaboration","volume-title":"Proc. 2024 Conf. North Amer. Chap. Assoc. Comput. Linguistics: Human Lang. Technol.","volume":"1","author":"Wang","year":"2024"},{"key":"ref39","article-title":"Dynamic LLM-agent network: An LLM-agent collaboration framework with agent team optimization","volume-title":"Proc. 1st Conf. Lang. Model.","author":"Liu","year":"2024"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1442"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K16-1028"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/K16-1028"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00373"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.4324\/9781003022022-6"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.eval4nlp-1.2"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/3589334.3645448"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29759"},{"key":"ref48","article-title":"A survey of large language models","author":"Zhao","year":"2023"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3641289"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.260"},{"key":"ref51","article-title":"Finetuned language models are zero-shot learners","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Wei"},{"issue":"70","key":"ref52","first-page":"1","article-title":"Scaling instruction-finetuned language models","volume":"25","author":"Chung","year":"2024","journal-title":"J. Mach. Learn. Res."},{"key":"ref53","article-title":"RoBERTa: A robustly optimized BERT pretraining approach","author":"Liu","year":"2019"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.173"},{"key":"ref55","article-title":"ToolAlpaca: Generalized tool learning for language models with 3000 simulated cases","author":"Tang","year":"2023"},{"key":"ref56","article-title":"Self-refine: Iterative refinement with self-feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Madaan"},{"key":"ref57","article-title":"Summarization is (almost) dead","author":"Pu","year":"2023"}],"container-title":["IEEE Transactions on Knowledge and Data Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/69\/10837577\/10778604.pdf?arnumber=10778604","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,13]],"date-time":"2025-01-13T21:19:40Z","timestamp":1736803180000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10778604\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2]]},"references-count":57,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tkde.2024.3509715","relation":{},"ISSN":["1041-4347","1558-2191","2326-3865"],"issn-type":[{"value":"1041-4347","type":"print"},{"value":"1558-2191","type":"electronic"},{"value":"2326-3865","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2]]}}}