{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T18:09:28Z","timestamp":1769537368501,"version":"3.49.0"},"reference-count":27,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100006190","name":"Research and Development","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006190","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1109\/icme59968.2025.11209519","type":"proceedings-article","created":{"date-parts":[[2025,10,30]],"date-time":"2025-10-30T17:57:42Z","timestamp":1761847062000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["CEFW: A Comprehensive Evaluation Framework for Watermark in Large Language Models"],"prefix":"10.1109","author":[{"given":"Shuhao","family":"Zhang","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bo","family":"Cheng","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiale","family":"Han","sequence":"additional","affiliation":[{"name":"Hong Kong University of Science and Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yuli","family":"Chen","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhixuan","family":"Wu","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications,State Key Laboratory of Networking and Switching Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Changbao","family":"Li","sequence":"additional","affiliation":[{"name":"North China Institute of Computing Technology,BigData R&D Center"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pingli","family":"Gu","sequence":"additional","affiliation":[{"name":"North China Institute of Computing Technology,BigData R&D Center"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","article-title":"GPT-4 technical report","year":"2023","journal-title":"CoRR"},{"key":"ref2","article-title":"Llama 3 model card","year":"2024"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.7759\/cureus.35179"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3589335.3641256"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/d41586-023-00191-1"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45496-9_14"},{"key":"ref7","first-page":"17061","article-title":"A watermark for large language models","volume-title":"ICML","author":"Kirchenbauer"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i16.29756"},{"key":"ref9","article-title":"Provable robust watermarking for AI-generated text","volume-title":"ICLR","author":"Zhao"},{"key":"ref10","first-page":"42187","article-title":"Protecting language generation models via invisible watermarking","volume-title":"ICML","author":"Zhao"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.226"},{"key":"ref12","article-title":"Adaptive text watermark for large language models","volume-title":"ICML","author":"Liu"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.630"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-3019"},{"key":"ref15","first-page":"24950","article-title":"Detectgpt: Zero-shot machine-generated text detection using probability curvature","volume-title":"ICML","author":"Mitchell"},{"key":"ref16","first-page":"1615","article-title":"Turning your weakness into a strength: Watermarking deep neural networks by backdooring","volume":"18","author":"Adi","year":"2018","journal-title":"USENIX Security"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.423"},{"key":"ref18","article-title":"Unbiased watermark for large language models","volume-title":"ICLR","author":"Hu"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i10.21415"},{"key":"ref20","article-title":"Improving the generation quality of watermarked large language models via word importance scoring","author":"Li","year":"2023","journal-title":"CoRR"},{"key":"ref21","article-title":"A semantic invariant robust watermark for large language models","volume-title":"ICLR","author":"Liu"},{"key":"ref22","article-title":"An unforgeable publicly verifiable watermark for large language models","volume-title":"ICLR","author":"Liu"},{"key":"ref23","article-title":"Paraphrasing evades detectors of ai-generated text, but retrieval is an effective defense","volume-title":"NeurIPS","author":"Krishna"},{"key":"ref24","article-title":"Can ai-generated text be reliably detected?","author":"Sadasivan","year":"2023","journal-title":"CoRR"},{"key":"ref25","first-page":"140:1","article-title":"Exploring the limits of transfer learning with a unified text-to-text transformer","volume":"21","author":"Raffel","year":"2020","journal-title":"J. Mach. Learn. Res"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2017\/579"},{"key":"ref27","article-title":"OPT: open pre-trained transformer language models","author":"Zhang","year":"2022","journal-title":"CoRR"}],"event":{"name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","location":"Nantes, France","start":{"date-parts":[[2025,6,30]]},"end":{"date-parts":[[2025,7,4]]}},"container-title":["2025 IEEE International Conference on Multimedia and Expo (ICME)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11208895\/11208897\/11209519.pdf?arnumber=11209519","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T04:46:24Z","timestamp":1769489184000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11209519\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":27,"URL":"https:\/\/doi.org\/10.1109\/icme59968.2025.11209519","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]}}}