{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,25]],"date-time":"2026-04-25T11:11:22Z","timestamp":1777115482241,"version":"3.51.4"},"reference-count":116,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2025,5,15]],"date-time":"2025-05-15T00:00:00Z","timestamp":1747267200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2025,5,15]],"date-time":"2025-05-15T00:00:00Z","timestamp":1747267200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"DOI":"10.1007\/s10462-025-11222-w","type":"journal-article","created":{"date-parts":[[2025,5,15]],"date-time":"2025-05-15T08:10:43Z","timestamp":1747296643000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Building intelligence identification system via large language model watermarking: a survey and beyond"],"prefix":"10.1007","volume":"58","author":[{"given":"Xuhong","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoyu","family":"Jiang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yi","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jingru","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yilun","family":"Lin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ping","family":"Yi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yingchun","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yu","family":"Qiao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Li","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fei-Yue","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,5,15]]},"reference":[{"issue":"1","key":"11222_CR1","doi-asserted-by":"publisher","first-page":"9537","DOI":"10.1038\/s41598-022-13690-4","volume":"12","author":"A Abbasi","year":"2022","unstructured":"Abbasi A, Javed AR, Iqbal F et al (2022) Authorship identification using ensemble learning. Sci Rep 12(1):9537","journal-title":"Sci Rep"},{"key":"11222_CR2","doi-asserted-by":"publisher","unstructured":"Abdelnabi S, Fritz M (2021) Adversarial watermarking transformer: towards tracing text provenance with data hiding. In: 2021 IEEE symposium on security and privacy (SP), pp 121\u2013140, https:\/\/doi.org\/10.1109\/SP40001.2021.00083","DOI":"10.1109\/SP40001.2021.00083"},{"key":"11222_CR3","doi-asserted-by":"publisher","first-page":"101702","DOI":"10.1016\/j.cose.2019.101702","volume":"90","author":"MT Ahvanooey","year":"2020","unstructured":"Ahvanooey MT, Li Q, Zhu X et al (2020) Anitw: a novel intelligent text watermarking technique for forensic identification of spurious information on social media. Comput Secur 90:101702","journal-title":"Comput Secur"},{"issue":"19","key":"11222_CR4","doi-asserted-by":"publisher","first-page":"5523","DOI":"10.3390\/s20195523","volume":"20","author":"N Alay","year":"2020","unstructured":"Alay N, Al-Baity HH (2020) Deep learning approach for multimodal biometric recognition system based on fusion of iris, face, and finger vein traits. Sensors 20(19):5523","journal-title":"Sensors"},{"key":"11222_CR5","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1007\/3-540-45496-9_14","volume-title":"Information Hiding","author":"MJ Atallah","year":"2001","unstructured":"Atallah MJ, Raskin V, Crogan M et al (2001) Natural language watermarking: design, analysis, and a proof-of-concept implementation. In: Goos G, Hartmanis J, Van Leeuwen J et al (eds) Information Hiding. Springer, Heidelberg, pp 185\u2013200"},{"key":"11222_CR6","doi-asserted-by":"crossref","unstructured":"Bebis G, Deaconu T, Georgiopoulos M (1999) Fingerprint identification using delaunay triangulation. In: Proceedings 1999 international conference on information intelligence and systems (Cat. No. PR00446). IEEE, pp 452\u2013459","DOI":"10.1109\/ICIIS.1999.810315"},{"key":"11222_CR7","unstructured":"Belghazi MI, Baratin A, Rajeshwar S, et\u00a0al. (2018) Mutual information neural estimation. In: Proceedings of the 35th international conference on machine learning. PMLR, pp 531\u2013540"},{"key":"11222_CR8","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1007\/BFb0053428","volume-title":"Advances in cryptology\u2013 EUROCRYPT\u201994","author":"M Bellare","year":"1995","unstructured":"Bellare M, Rogaway P (1995) Optimal asymmetric encryption. In: Goos G, Hartmanis J, Van Leeuwen J et al (eds) Advances in cryptology\u2013 EUROCRYPT\u201994. Springer, Heidelberg, pp 92\u2013111"},{"key":"11222_CR9","doi-asserted-by":"publisher","first-page":"729663","DOI":"10.3389\/fdata.2021.729663","volume":"4","author":"F Boenisch","year":"2021","unstructured":"Boenisch F (2021) A systematic review on model watermarking for neural networks. Front Big Data 4:729663","journal-title":"Front Big Data"},{"key":"11222_CR10","doi-asserted-by":"crossref","unstructured":"Boucher N, Shumailov I, Anderson R, et\u00a0al. (2021) Bad characters: imperceptible NLP attacks. arXiv:2106.09898","DOI":"10.1109\/SP46214.2022.9833641"},{"issue":"8","key":"11222_CR11","doi-asserted-by":"publisher","first-page":"1495","DOI":"10.1109\/49.464718","volume":"13","author":"JT Brassil","year":"1995","unstructured":"Brassil JT, O\u2019Gorman L (1995) Electronic marking and identification techniques to discourage document copying. IEEE J Select Areas Commun 13(8):1495\u2013504","journal-title":"IEEE J Select Areas Commun"},{"key":"11222_CR12","doi-asserted-by":"crossref","unstructured":"Cer D, Yang Y, Kong Sy, et\u00a0al. (2018) Universal sentence encoder. arXiv preprint arXiv:1803.11175","DOI":"10.18653\/v1\/D18-2029"},{"key":"11222_CR13","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1007\/978-94-011-2624-3_3","volume-title":"Readings from connection science connectionist natural language processing","author":"DJ Chalmers","year":"1992","unstructured":"Chalmers DJ (1992) Syntactic transformations on distributed representations. Readings from connection science connectionist natural language processing. Springer, Ny, pp 46\u201355"},{"key":"11222_CR14","doi-asserted-by":"publisher","first-page":"129","DOI":"10.1007\/978-3-540-24624-4_10","volume-title":"Digital Watermarking","author":"YL Chiang","year":"2004","unstructured":"Chiang YL, Chang LP, Hsieh WT et al (2004) Natural language watermarking using semantic substitution for chinese text. In: Goos G, Hartmanis J, Van Leeuwen J et al (eds) Digital Watermarking. Springer, Heidelberg, pp 129\u2013140"},{"key":"11222_CR15","unstructured":"Christ M, Gunn S, Zamir O (2023) Undetectable watermarks for language models. arXiv:2306.09194"},{"issue":"1","key":"11222_CR16","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1017\/S1351324916000334","volume":"23","author":"KW Church","year":"2017","unstructured":"Church KW (2017) Word2vec. Nat Language Eng 23(1):155\u2013162","journal-title":"Nat Language Eng"},{"key":"11222_CR17","volume-title":"Elements of information theory","author":"TM Cover","year":"1999","unstructured":"Cover TM (1999) Elements of information theory. Wiley, Hoboken"},{"issue":"12","key":"11222_CR18","doi-asserted-by":"publisher","first-page":"1673","DOI":"10.1109\/83.650120","volume":"6","author":"IJ Cox","year":"1997","unstructured":"Cox IJ, Kilian J, Leighton FT et al (1997) Secure spread spectrum watermarking for multimedia. IEEE Trans Image Proc 6(12):1673\u20131687","journal-title":"IEEE Trans Image Proc"},{"key":"11222_CR19","unstructured":"Davis B, Bhatt U, Bhardwaj K, et\u00a0al. (2019) NIF: A framework for quantifying neural information flow in deep networks. In: Proc Workshop Netw Interpretability Deep Learn AAAI Conf Artif Intell (AAAI), pp 1\u20134"},{"key":"11222_CR20","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1007\/3-540-45831-X_4","volume-title":"International conference on infrastructure security","author":"J De Clercq","year":"2002","unstructured":"De Clercq J (2002) Single sign-on architectures. International conference on infrastructure security. Springer, Ny, pp 40\u201358"},{"key":"11222_CR21","doi-asserted-by":"crossref","unstructured":"Denkowski M, Lavie A (2014) Meteor universal: Language specific translation evaluation for any target language. In: Proceedings of the ninth workshop on statistical machine translation, pp 376\u2013380","DOI":"10.3115\/v1\/W14-3348"},{"key":"11222_CR22","unstructured":"Devlin J, Chang MW, Lee K, et\u00a0al. (2019) BERT: Pre-training of deep bidirectional transformers for language understanding. arXiv:1810.04805"},{"key":"11222_CR23","unstructured":"FACT SHEET (2023): President biden issues executive order on safe, secure, and trustworthy artificial intelligence| The White House. https:\/\/www.whitehouse.gov\/briefing-room\/statements-releases\/2023\/10\/30\/fact-sheet-president-biden-issues-executive-order-on-safe-secure-and-trustworthy-artificial-intelligence\/"},{"key":"11222_CR24","unstructured":"Fairoze J, Garg S, Jha S, et\u00a0al. (2023) Publicly detectable watermarking for language models. arXiv:2310.18491"},{"key":"11222_CR25","doi-asserted-by":"crossref","unstructured":"Fernandez P, Chaffin A, Tit K, et\u00a0al. (2023) Three bricks to consolidate watermarks for large language models. arXiv:2308.00113","DOI":"10.1109\/WIFS58808.2023.10374576"},{"key":"11222_CR26","volume-title":"The design of experiments","author":"RA Fisher","year":"1966","unstructured":"Fisher RA, Fisher RA, Genetiker S et al (1966) The design of experiments. Oliver and Boyd, Edinburgh"},{"issue":"16","key":"11222_CR27","doi-asserted-by":"publisher","first-page":"18003","DOI":"10.1609\/aaai.v38i16.29756","volume":"38","author":"Y Fu","year":"2024","unstructured":"Fu Y, Xiong D, Dong Y (2024) Watermarking conditional text generation for AI detection: unveiling challenges and a semantic-aware watermark remedy. Proc AAAI Conf Artif Intell 38(16):18003\u201318011. https:\/\/doi.org\/10.1609\/aaai.v38i16.29756","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"11222_CR28","doi-asserted-by":"crossref","unstructured":"Fu J, Ng SK, Jiang Z, et\u00a0al. (2023) GPTScore: evaluate as you desire. arXiv:2302.04166","DOI":"10.18653\/v1\/2024.naacl-long.365"},{"issue":"2","key":"11222_CR29","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1145\/503124.503156","volume":"45","author":"E Gabrilovich","year":"2002","unstructured":"Gabrilovich E, Gontmakher A (2002) The homograph attack. Commun ACM 45(2):128. https:\/\/doi.org\/10.1145\/503124.503156","journal-title":"Commun ACM"},{"key":"11222_CR30","unstructured":"Giboulot E, Teddy F (2024) WaterMax: Breaking the LLM watermark detectability-robustness-quality trade-off. https:\/\/arxiv.org\/abs\/2403.04808v1"},{"key":"11222_CR31","unstructured":"Goodside R (2023) There are adversarial attacks for that proposal as well\u2014in particular, generating with emojis after words and then removing them before submitting defeats it. https:\/\/twitter.com\/goodside\/status\/1610682909647671306"},{"key":"11222_CR32","unstructured":"Grassi P, Garcia M, Fenton J (2020) Digital identity guidelines. Tech. Rep, National Institute of Standards and Technology"},{"key":"11222_CR33","unstructured":"Gu T, Dolan-Gavitt B, Garg S (2019) BadNets: Identifying vulnerabilities in the machine learning model supply chain. arXiv:1708.06733"},{"key":"11222_CR34","doi-asserted-by":"publisher","unstructured":"Gu C, Li XL, Liang P, et\u00a0al. (2024) On the learnability of watermarks for language models. https:\/\/doi.org\/10.48550\/arXiv.2312.04469, arXiv:2312.04469","DOI":"10.48550\/arXiv.2312.04469"},{"key":"11222_CR35","first-page":"5431","volume":"35","author":"X He","year":"2022","unstructured":"He X, Xu Q, Zeng Y et al (2022) Cater: intellectual property protection on text generation apis via conditional watermarks. Adv Neural Inform Proc Syst 35:5431\u20135445","journal-title":"Adv Neural Inform Proc Syst"},{"issue":"10","key":"11222_CR36","doi-asserted-by":"publisher","first-page":"10758","DOI":"10.1609\/aaai.v36i10.21321","volume":"36","author":"X He","year":"2022","unstructured":"He X, Xu Q, Lyu L et al (2022) Protecting intellectual property of language generation APIs with lexical watermark. Proc AAAI Conf Artif Intell 36(10):10758\u201310766. https:\/\/doi.org\/10.1609\/aaai.v36i10.21321","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"11222_CR37","doi-asserted-by":"publisher","unstructured":"Helfrich JN, Neff R (2012) Dual canonicalization: An answer to the homograph attack. In: 2012 eCrime researchers summit. IEEE, Las Croabas, PR, USA, pp 1\u201310, https:\/\/doi.org\/10.1109\/eCrime.2012.6489517","DOI":"10.1109\/eCrime.2012.6489517"},{"key":"11222_CR38","doi-asserted-by":"crossref","unstructured":"He Z, Zhou B, Hao H, et\u00a0al. (2024) Can watermarks survive translation? On the cross-lingual consistency of text watermark for large language models. arXiv:2402.14007","DOI":"10.18653\/v1\/2024.acl-long.226"},{"key":"11222_CR39","unstructured":"Hou AB, Zhang J, He T, et\u00a0al. (2023) SemStamp: a semantic watermark with paraphrastic robustness for text generation. arXiv:2310.03991"},{"key":"11222_CR40","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.sigpro.2016.04.005","volume":"128","author":"G Hua","year":"2016","unstructured":"Hua G, Huang J, Shi YQ et al (2016) Twenty years of digital audio watermarking\u2013a comprehensive review. Signal Proc 128:222\u2013242. https:\/\/doi.org\/10.1016\/j.sigpro.2016.04.005","journal-title":"Signal Proc"},{"key":"11222_CR41","unstructured":"Hu Z, Chen L, Wu X, et\u00a0al. (2023) Unbiased watermark for large language models. arXiv:2310.10669"},{"key":"11222_CR42","doi-asserted-by":"publisher","unstructured":"Impagliazzo R, Levin LA, Luby M (1989) Pseudo-random generation from one-way functions. In: Proceedings of the twenty-first annual ACM symposium on theory of computing - STOC \u201989. ACM Press, Seattle, Washington, pp 12\u201324,https:\/\/doi.org\/10.1145\/73007.73009","DOI":"10.1145\/73007.73009"},{"issue":"2","key":"11222_CR43","doi-asserted-by":"publisher","first-page":"90","DOI":"10.1145\/328236.328110","volume":"43","author":"A Jain","year":"2000","unstructured":"Jain A, Hong L, Pankanti S (2000) Biometric identification. Commun ACM 43(2):90\u201398","journal-title":"Commun ACM"},{"issue":"1","key":"11222_CR44","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TCSVT.2003.818349","volume":"14","author":"AK Jain","year":"2004","unstructured":"Jain AK, Ross A, Prabhakar S (2004) An introduction to biometric recognition. IEEE Trans Circuits Syst Video Technol 14(1):4\u201320","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"issue":"2","key":"11222_CR45","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1109\/TIFS.2006.873653","volume":"1","author":"AK Jain","year":"2006","unstructured":"Jain AK, Ross A, Pankanti S (2006) Biometrics: a tool for information security. IEEE Trans Inform Forensics Secur 1(2):125\u2013143","journal-title":"IEEE Trans Inform Forensics Secur"},{"key":"11222_CR46","doi-asserted-by":"publisher","first-page":"8011","DOI":"10.1109\/ACCESS.2018.2796585","volume":"6","author":"NS Kamaruddin","year":"2018","unstructured":"Kamaruddin NS, Kamsin A, Por LY et al (2018) A review of text watermarking: theory, methods, and applications. IEEE Access 6:8011\u20138028","journal-title":"IEEE Access"},{"issue":"2","key":"11222_CR47","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1177\/0025802419893168","volume":"60","author":"P Kaur","year":"2020","unstructured":"Kaur P, Krishan K, Sharma SK et al (2020) Facial-recognition algorithms: a literature review. Med, Sci Law 60(2):131\u2013139","journal-title":"Med, Sci Law"},{"key":"11222_CR48","unstructured":"Keskis\u00e4rkk\u00e4 R (2012) Automatic text simplification via synonym replacement"},{"key":"11222_CR49","unstructured":"Kirchenbauer J, Geiping J, Wen Y, et\u00a0al. (2023a) A Watermark for large language models. In: Proceedings of the 40th international conference on machine learning. PMLR, pp 17061\u201317084"},{"key":"11222_CR50","unstructured":"Kirchenbauer J, Geiping J, Wen Y, et\u00a0al. (2023b) On the reliability of watermarks for large language models. arXiv:2306.04634"},{"key":"11222_CR51","first-page":"27469","volume":"36","author":"K Krishna","year":"2024","unstructured":"Krishna K, Song Y, Karpinska M et al (2024) Paraphrasing evades detectors of ai-generated text, but retrieval is an effective defense. Adv Neural Inform Proc Syst 36:27469\u201327500","journal-title":"Adv Neural Inform Proc Syst"},{"key":"11222_CR52","unstructured":"Kuditipudi R, Thickstun J, Hashimoto T, et\u00a0al. (2023) Robust distortion-free watermarks for language models. arXiv:2307.15593"},{"issue":"2","key":"11222_CR53","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2933241","volume":"49","author":"RD Labati","year":"2016","unstructured":"Labati RD, Genovese A, Mu\u00f1oz E et al (2016) Biometric recognition in automated border control: a survey. ACM Comput Surv (CSUR) 49(2):1\u201339","journal-title":"ACM Comput Surv (CSUR)"},{"key":"11222_CR54","doi-asserted-by":"crossref","unstructured":"Lee T, Hong S, Ahn J, et\u00a0al. (2024) Who Wrote this Code? Watermarking for code generation. arXiv:2305.15060","DOI":"10.18653\/v1\/2024.acl-long.268"},{"key":"11222_CR55","unstructured":"Li S, Chen K, Tang K, et\u00a0al. (2023) FunctionMarker: Watermarking language datasets via knowledge injection. arXiv:2311.09535"},{"key":"11222_CR56","doi-asserted-by":"crossref","unstructured":"Li Z, Hu C, Zhang Y, et\u00a0al. (2019) How to prove your model belongs to you: a blind-watermark based framework to protect intellectual property of dnn. In: Proceedings of the 35th annual computer security applications conference, pp 126\u2013137","DOI":"10.1145\/3359789.3359801"},{"key":"11222_CR57","unstructured":"Lin CY (2004) ROUGE: A Package for Automatic Evaluation of Summaries. Text Summarization Branches Out. Association for Computational Linguistics, Barcelona, pp 74\u201381"},{"key":"11222_CR58","first-page":"1","volume":"57","author":"A Liu","year":"2024","unstructured":"Liu A, Pan L, Lu Y et al (2024) A survey of text watermarking in the era of large language models. ACM Comput Surv 57:1\u201336","journal-title":"ACM Comput Surv"},{"key":"11222_CR59","unstructured":"Liu Y, Hu H, Chen X, et\u00a0al. (2023) Watermarking classification dataset for copyright protection. arXiv:2305.13257"},{"key":"11222_CR60","doi-asserted-by":"publisher","unstructured":"Liu Y, Hu H, Chen X, et\u00a0al. (2023) Watermarking classification dataset for copyright protection. https:\/\/doi.org\/10.48550\/arXiv.2305.13257, arXiv:2305.13257","DOI":"10.48550\/arXiv.2305.13257"},{"key":"11222_CR61","unstructured":"Liu A, Pan L, Hu X, et\u00a0al. (2024) A semantic invariant robust watermark for large language models. In: The twelfth international conference on learning representations, https:\/\/openreview.net\/forum?id=6p8lpe4MNf"},{"key":"11222_CR62","unstructured":"Liu A, Pan L, Hu X, et\u00a0al. (2024) An unforgeable publicly verifiable watermark for large language models. In: The twelfth international conference on learning representations, https:\/\/openreview.net\/forum?id=gMLQwKDY3N"},{"key":"11222_CR63","doi-asserted-by":"publisher","unstructured":"Li Z, Wang C, Wang S, et\u00a0al. (2023) Protecting intellectual property of large language model-based code generation APIs via watermarks. In: Proceedings of the 2023 ACM SIGSAC conference on computer and communications security. ACM, Copenhagen Denmark, pp 2336\u20132350, https:\/\/doi.org\/10.1145\/3576915.3623120","DOI":"10.1145\/3576915.3623120"},{"key":"11222_CR64","unstructured":"Li S, Yao L, Gao J, et\u00a0al. (2024) Double-I watermark: protecting model copyright for LLM fine-tuning. arXiv:2402.14883"},{"key":"11222_CR65","unstructured":"Li B, Zhang M, Zhang P, et\u00a0al. (2024) Resilient watermarking for LLM-generated codes. arXiv:2402.07518"},{"key":"11222_CR66","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/3-540-48184-2_32","volume-title":"Advances in cryptology\u2013 CRYPTO \u201987","author":"RC Merkle","year":"1988","unstructured":"Merkle RC (1988) A digital signature based on a conventional encryption function. In: Goos G, Hartmanis J, Barstow D et al (eds) Advances in cryptology\u2013 CRYPTO \u201987. Springer, Heidelberg, pp 369\u2013378"},{"issue":"1","key":"11222_CR67","first-page":"696","volume":"3","author":"IA Mohammed","year":"2013","unstructured":"Mohammed IA (2013) Intelligent authentication for identity and access management: a review paper. Int J Manag IT Eng (IJMIE) 3(1):696\u2013705","journal-title":"Int J Manag IT Eng (IJMIE)"},{"key":"11222_CR68","doi-asserted-by":"crossref","unstructured":"Molenda P, Liusie A, Gales MJ (2024) Waterjudge: Quality-detection trade-off when watermarking large language models. arXiv preprint arXiv:2403.19548","DOI":"10.18653\/v1\/2024.findings-naacl.223"},{"key":"11222_CR69","doi-asserted-by":"crossref","unstructured":"Munyer T, Tanvir A, Das A, et\u00a0al. (2024) DeepTextMark: a deep learning-driven text watermarking approach for identifying large language model generated text. arXiv:2305.05773","DOI":"10.1109\/ACCESS.2024.3376693"},{"issue":"1","key":"11222_CR70","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/cryptography2010001","volume":"2","author":"A Ometov","year":"2018","unstructured":"Ometov A, Bezzateev S, M\u00e4kitalo N et al (2018) Multi-factor authentication: a survey. Cryptography 2(1):1","journal-title":"Cryptography"},{"key":"11222_CR71","unstructured":"Pang Q, Hu S, Zheng W, et\u00a0al. (2024) Attacking LLM watermarks by exploiting their strengths. arXiv:2402.16187"},{"key":"11222_CR72","doi-asserted-by":"crossref","unstructured":"Pan L, Liu A, He Z, et\u00a0al. (2024) Markllm: An open-source toolkit for llm watermarking. arXiv preprint arXiv:2405.10051","DOI":"10.18653\/v1\/2024.emnlp-demo.7"},{"key":"11222_CR73","doi-asserted-by":"crossref","unstructured":"Papineni K, Roukos S, Ward T, et\u00a0al. (2002) Bleu: A method for automatic evaluation of machine translation. In: Proceedings of the 40th annual meeting of the association for computational linguistics, pp 311\u2013318","DOI":"10.3115\/1073083.1073135"},{"key":"11222_CR74","unstructured":"Piet J, Sitawarin C, Fang V, et\u00a0al. (2023) Mark my words: Analyzing and evaluating language model watermarks. arXiv preprint arXiv:2312.00273"},{"issue":"5","key":"11222_CR75","doi-asserted-by":"publisher","first-page":"1075","DOI":"10.1016\/j.jss.2011.12.023","volume":"85","author":"LY Por","year":"2012","unstructured":"Por LY, Wong K, Chee KO (2012) UniSpaCh: a text-based data hiding method using Unicode space characters. J Syst Softw 85(5):1075\u20131082. https:\/\/doi.org\/10.1016\/j.jss.2011.12.023","journal-title":"J Syst Softw"},{"key":"11222_CR76","doi-asserted-by":"crossref","unstructured":"Potdar VM, Han S, Chang E (2005) A survey of digital image watermarking techniques. In: INDIN\u201905. 2005 3rd IEEE international conference on industrial informatics, 2005. IEEE, pp 709\u2013716","DOI":"10.1109\/INDIN.2005.1560462"},{"issue":"1","key":"11222_CR77","doi-asserted-by":"publisher","first-page":"1781","DOI":"10.32604\/cmc.2022.019591","volume":"70","author":"D Prabakaran","year":"2022","unstructured":"Prabakaran D, Ramachandran S (2022) Multi-factor authentication for secured financial transactions in cloud environment. CMC-Comput Mater Continua 70(1):1781\u20131798","journal-title":"CMC-Comput Mater Continua"},{"key":"11222_CR78","doi-asserted-by":"publisher","first-page":"103859","DOI":"10.1016\/j.artint.2023.103859","volume":"317","author":"J Qiang","year":"2023","unstructured":"Qiang J, Zhu S, Li Y et al (2023) Natural language watermarking via paraphraser-based lexical substitution. Artif Intell 317:103859","journal-title":"Artif Intell"},{"key":"11222_CR79","unstructured":"Qu W, Yin D, He Z, et\u00a0al. (2024) Provably robust multi-bit watermarking for AI-generated text via error correction code. arXiv:2401.16820"},{"key":"11222_CR80","unstructured":"Radford A, Narasimhan K, Salimans T, et\u00a0al. (2018) Improving language understanding by generative pre-training"},{"key":"11222_CR81","doi-asserted-by":"crossref","unstructured":"Reimers N, Gurevych I (2019) Sentence-BERT: sentence embeddings using siamese BERT-networks. arXiv:1908.10084","DOI":"10.18653\/v1\/D19-1410"},{"issue":"9","key":"11222_CR82","doi-asserted-by":"publisher","first-page":"1961","DOI":"10.1109\/TMC.2014.2365185","volume":"14","author":"Y Ren","year":"2014","unstructured":"Ren Y, Chen Y, Chuah MC et al (2014) User verification leveraging gait recognition for smartphone enabled mobile healthcare systems. IEEE Trans Mobile Comput 14(9):1961\u20131974","journal-title":"IEEE Trans Mobile Comput"},{"key":"11222_CR83","doi-asserted-by":"crossref","unstructured":"Ren J, Xu H, Liu Y, et\u00a0al. (2024) A Robust Semantics-based watermark for large language model against paraphrasing. arXiv:2311.08721","DOI":"10.18653\/v1\/2024.findings-naacl.40"},{"key":"11222_CR84","unstructured":"Rep.\u00a0Rogers MDRA (2023) National defense authorization act for fiscal year 2024. https:\/\/www.congress.gov\/bill\/118th-congress\/house-bill\/2670\/text"},{"key":"11222_CR85","unstructured":"Sadasivan VS, Kumar A, Balasubramanian S, et\u00a0al. (2024) Can AI-generated text be reliably detected? arXiv:2303.11156"},{"key":"11222_CR86","unstructured":"Saini LK, Shrivastava V (2014) A survey of digital watermarking techniques and its applications. arXiv preprint arXiv:1407.4735"},{"key":"11222_CR87","unstructured":"Sander T, Fernandez P, Durmus A, et\u00a0al. (2024) Watermarking makes language models radioactive. arXiv:2402.14904"},{"key":"11222_CR88","doi-asserted-by":"publisher","first-page":"835","DOI":"10.1086\/160554","volume":"263","author":"JD Scargle","year":"1982","unstructured":"Scargle JD (1982) Studies in astronomical time series analysis. II-Statistical aspects of spectral analysis of unevenly spaced data. Astrophys J 263:835\u2013853","journal-title":"Astrophys J"},{"issue":"2","key":"11222_CR89","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1109\/TDSC.2017.2771295","volume":"17","author":"C Shen","year":"2017","unstructured":"Shen C, Chen Y, Guan X et al (2017) Pattern-growth based mining mouse-interaction behavior for an active user authentication system. IEEE Trans Dependable Secure Comput 17(2):335\u2013349","journal-title":"IEEE Trans Dependable Secure Comput"},{"key":"11222_CR90","doi-asserted-by":"crossref","unstructured":"Sun Z, Du X, Song F, et\u00a0al. (2022) CoProtector: Protect open-source code against unauthorized training usage with data poisoning. arXiv:2110.12925","DOI":"10.1145\/3485447.3512225"},{"key":"11222_CR91","doi-asserted-by":"publisher","unstructured":"Sun Z, Du X, Song F, et\u00a0al. (2023) CodeMark: Imperceptible Watermarking for Code Datasets against Neural Code Completion Models. In: Proceedings of the 31st ACM joint European software engineering conference and symposium on the foundations of software engineering, pp 1561\u20131572, https:\/\/doi.org\/10.1145\/3611643.3616297, arXiv:2308.14401","DOI":"10.1145\/3611643.3616297"},{"key":"11222_CR92","doi-asserted-by":"publisher","unstructured":"Takezawa Y, Sato R, Bao H, et\u00a0al. (2023) Necessary and sufficient watermark for large language models. https:\/\/doi.org\/10.48550\/arXiv.2310.00833, arXiv:2310.00833","DOI":"10.48550\/arXiv.2310.00833"},{"key":"11222_CR93","doi-asserted-by":"crossref","unstructured":"Talreja V, Ferrett T, Valenti MC, et\u00a0al. (2018) Biometrics-as-a-service: a framework to promote innovative biometric recognition in the cloud. In: 2018 IEEE international conference on consumer electronics (ICCE), IEEE, pp 1\u20136","DOI":"10.1109\/ICCE.2018.8326075"},{"issue":"1","key":"11222_CR94","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1145\/3606274.3606279","volume":"25","author":"R Tang","year":"2023","unstructured":"Tang R, Feng Q, Liu N et al (2023) Did You Train on My Dataset? towards public dataset protection with cleanLabel backdoor watermarking. ACM SIGKDD Explor Newslett 25(1):43\u201353. https:\/\/doi.org\/10.1145\/3606274.3606279","journal-title":"ACM SIGKDD Explor Newslett"},{"key":"11222_CR95","doi-asserted-by":"publisher","unstructured":"Topkara U, Topkara M, Atallah MJ (2006) The hiding virtues of ambiguity: Quantifiably resilient watermarking of natural language text through synonym substitutions. In: Proceedings of the 8th workshop on multimedia and security. ACM, Geneva Switzerland, pp 164\u2013174,https:\/\/doi.org\/10.1145\/1161366.1161397","DOI":"10.1145\/1161366.1161397"},{"key":"11222_CR96","doi-asserted-by":"crossref","unstructured":"Tu S, Sun Y, Bai Y, et\u00a0al. (2023) Waterbench: Towards holistic evaluation of watermarks for large language models. arXiv preprint arXiv:2311.07138","DOI":"10.18653\/v1\/2024.acl-long.83"},{"key":"11222_CR97","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1016\/j.neucom.2022.02.083","volume":"488","author":"W Wan","year":"2022","unstructured":"Wan W, Wang J, Zhang Y et al (2022) A comprehensive survey on robust image watermarking. Neurocomputing 488:226\u2013247. https:\/\/doi.org\/10.1016\/j.neucom.2022.02.083","journal-title":"Neurocomputing"},{"key":"11222_CR98","unstructured":"Wang L, Yang W, Chen D, et\u00a0al. (2023) Towards codable watermarking for injecting multi-bit information to LLM. arXiv:2307.15992"},{"key":"11222_CR99","doi-asserted-by":"crossref","unstructured":"Wieting J, Gimpel K, Neubig G, et\u00a0al. (2023) Paraphrastic representations at scale. arXiv:2104.15114","DOI":"10.18653\/v1\/2022.emnlp-demos.38"},{"key":"11222_CR100","unstructured":"Wu Y, Hu Z, Zhang H, et\u00a0al. (2023) DiPmark: A stealthy, efficient and resilient watermark for large language models. arXiv:2310.07710"},{"issue":"10","key":"11222_CR101","doi-asserted-by":"publisher","first-page":"11613","DOI":"10.1609\/aaai.v36i10.21415","volume":"36","author":"X Yang","year":"2022","unstructured":"Yang X, Zhang J, Chen K et al (2022) Tracing text provenance via context-aware lexical substitution. Proc AAAI Conf Artif Intell 36(10):11613\u201311621. https:\/\/doi.org\/10.1609\/aaai.v36i10.21415","journal-title":"Proc AAAI Conf Artif Intell"},{"key":"11222_CR103","unstructured":"Yang X, Chen K, Zhang W, et\u00a0al. (2023) Watermarking text generated by black-box language models. arXiv:2305.08883"},{"key":"11222_CR104","doi-asserted-by":"crossref","unstructured":"Yang X, Pan L, Zhao X, et\u00a0al. (2023) A survey on detection of LLMs-generated content. arXiv:2310.15654","DOI":"10.18653\/v1\/2024.findings-emnlp.572"},{"key":"11222_CR106","doi-asserted-by":"publisher","DOI":"10.1016\/j.hcc.2024.100211","author":"Y Yao","year":"2024","unstructured":"Yao Y, Duan J, Xu K et al (2024) A survey on large language model (llm) security and privacy: the good, the bad, and the ugly. High-Conf Comput. https:\/\/doi.org\/10.1016\/j.hcc.2024.100211","journal-title":"High-Conf Comput"},{"key":"11222_CR107","doi-asserted-by":"publisher","unstructured":"Yoo K, Ahn W, Jang J, et\u00a0al. (2023) Robust Multi-bit Natural Language Watermarking through Invariant Features. In: Rogers A, Boyd-Graber J, Okazaki N (eds) Proceedings of the 61st annual meeting of the association for computational linguistics (Volume 1: Long Papers). Association for computational linguistics, Toronto, Canada, pp 2092\u20132115, https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.117","DOI":"10.18653\/v1\/2023.acl-long.117"},{"key":"11222_CR108","doi-asserted-by":"crossref","unstructured":"Yoo K, Ahn W, Kwak N (2024) Advancing beyond identification: multi-bit watermark for large language models. arXiv:2308.00221","DOI":"10.18653\/v1\/2024.naacl-long.224"},{"key":"11222_CR109","doi-asserted-by":"publisher","unstructured":"Young-Won Kim, Kyung-Ae Moon, Il-Seok Oh (2003) A text watermarking algorithm based on word classification and inter-word space statistics. In: Seventh international conference on document analysis and recognition, 2003. Proceedings., vol\u00a01. IEEE Comput Soc, Edinburgh, UK, pp 775\u2013779, https:\/\/doi.org\/10.1109\/ICDAR.2003.1227767","DOI":"10.1109\/ICDAR.2003.1227767"},{"issue":"6","key":"11222_CR110","doi-asserted-by":"publisher","first-page":"1091","DOI":"10.1109\/TPAMI.2007.1078","volume":"29","author":"L Yujian","year":"2007","unstructured":"Yujian L, Bo L (2007) A normalized levenshtein distance metric. IEEE Trans Pattern Anal Mach Intell 29(6):1091\u20131095","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"8","key":"11222_CR111","first-page":"4005","volume":"44","author":"J Zhang","year":"2021","unstructured":"Zhang J, Chen D, Liao J et al (2021) Deep model intellectual property protection via deep watermarking. IEEE Trans Pattern Anal Mach Intell 44(8):4005\u20134020","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"11222_CR112","unstructured":"Zhang R, Hussain SS, Neekhara P, et\u00a0al. (2023) REMARK-LLM: A robust and efficient watermarking framework for generative large language models. arXiv:2310.12362"},{"key":"11222_CR113","unstructured":"Zhang T, Kishore V, Wu F, et\u00a0al. (2020) BERTScore: evaluating text generation with BERT. arXiv:1904.09675"},{"key":"11222_CR115","unstructured":"Zhao X, Ananth P, Li L, et\u00a0al. (2023) Provable robust watermarking for ai-generated text. arXiv preprint arXiv:2306.17439"},{"key":"11222_CR116","unstructured":"Zhao X, Wang YX, Li L (2023) Protecting language generation models via invisible watermarking. In: Proceedings of the 40th international conference on machine learning. PMLR, pp 42187\u201342199"},{"key":"11222_CR117","doi-asserted-by":"crossref","unstructured":"Zhao H, Zhou W, Chen D, et\u00a0al. (2021) Multi-attentional deepfake detection. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 2185\u20132194","DOI":"10.1109\/CVPR46437.2021.00222"},{"key":"11222_CR118","doi-asserted-by":"crossref","unstructured":"Zhong Y, Deng Y, Jain AK (2012) Keystroke dynamics for user authentication. In: 2012 IEEE computer society conference on computer vision and pattern recognition workshops, IEEE, pp 117\u2013123","DOI":"10.1109\/CVPRW.2012.6239225"},{"key":"11222_CR119","doi-asserted-by":"crossref","unstructured":"Zhu W, Thomborson C, Wang FY (2005) A survey of software watermarking. In: Intelligence and Security Informatics: IEEE international conference on intelligence and security informatics, ISI 2005, Atlanta, GA, USA, May 19-20, 2005. Proceedings 3, Springer, pp 454\u2013458","DOI":"10.1007\/11427995_42"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-025-11222-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10462-025-11222-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-025-11222-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,23]],"date-time":"2025-06-23T10:35:50Z","timestamp":1750674950000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10462-025-11222-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,15]]},"references-count":116,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2025,8]]}},"alternative-id":["11222"],"URL":"https:\/\/doi.org\/10.1007\/s10462-025-11222-w","relation":{},"ISSN":["1573-7462"],"issn-type":[{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,15]]},"assertion":[{"value":"4 April 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 May 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"249"}}