{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,19]],"date-time":"2026-06-19T12:39:07Z","timestamp":1781872747857,"version":"3.54.5"},"reference-count":54,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2022YFB3103500"],"award-info":[{"award-number":["2022YFB3103500"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62102052"],"award-info":[{"award-number":["62102052"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["U21A20463"],"award-info":[{"award-number":["U21A20463"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62302071"],"award-info":[{"award-number":["62302071"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans.Inform.Forensic Secur."],"published-print":{"date-parts":[[2024]]},"DOI":"10.1109\/tifs.2024.3392535","type":"journal-article","created":{"date-parts":[[2024,4,22]],"date-time":"2024-04-22T17:35:55Z","timestamp":1713807355000},"page":"5166-5180","source":"Crossref","is-referenced-by-count":3,"title":["Contrast-Then-Approximate: Analyzing Keyword Leakage of Generative Language Models"],"prefix":"10.1109","volume":"19","author":[{"given":"Zhirui","family":"Zeng","sequence":"first","affiliation":[{"name":"College of Computer Science, Chongqing University, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9439-4623","authenticated-orcid":false,"given":"Tao","family":"Xiang","sequence":"additional","affiliation":[{"name":"College of Computer Science, Chongqing University, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6443-5308","authenticated-orcid":false,"given":"Shangwei","family":"Guo","sequence":"additional","affiliation":[{"name":"College of Computer Science, Chongqing University, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8643-0647","authenticated-orcid":false,"given":"Jialing","family":"He","sequence":"additional","affiliation":[{"name":"College of Computer Science, Chongqing University, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7752-0528","authenticated-orcid":false,"given":"Qiao","family":"Zhang","sequence":"additional","affiliation":[{"name":"College of Computer Science, Chongqing University, Chongqing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9764-9345","authenticated-orcid":false,"given":"Guowen","family":"Xu","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6595-6650","authenticated-orcid":false,"given":"Tianwei","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1636"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2022.3144007"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D16-1264"},{"key":"ref4","article-title":"BERT: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018","journal-title":"arXiv:1810.04805"},{"issue":"8","key":"ref5","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI Blog"},{"key":"ref6","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Brown"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6428"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acldemos.30"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330885"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CSF.2018.00027"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/3372297.3417880"},{"key":"ref12","first-page":"2633","article-title":"Extracting training data from large language models","volume-title":"Proc. 30th USENIX Secur. Symp.","author":"Carlini"},{"key":"ref13","article-title":"Threats to pre-trained language models: Survey and taxonomy","author":"Guo","year":"2022","journal-title":"arXiv:2202.06862"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3372297.3417270"},{"key":"ref15","article-title":"Memorization in NLP fine-tuning methods","author":"Mireshghallah","year":"2022","journal-title":"arXiv:2205.12506"},{"key":"ref16","first-page":"1","article-title":"Dataset reconstruction attack against language models","volume-title":"Proc. CEUR Workshop","author":"Panchendrarajan"},{"key":"ref17","article-title":"Training data leakage analysis in language models","author":"Inan","year":"2021","journal-title":"arXiv:2101.05405"},{"key":"ref18","article-title":"Are clinical BERT models privacy preserving? The difficulty of extracting patient-condition associations","volume-title":"Proc. HUMAN@ AAAI Fall Symp.","author":"Vakili"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.73"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.148"},{"key":"ref21","first-page":"1","article-title":"General data protection regulation","volume-title":"Proc. Intouch","volume":"25","author":"Regulation"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.3390\/app9214701"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/SP40000.2020.00095"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2020.2997134"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jocs.2019.05.001"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref27","article-title":"Improving language understanding by generative pre-training","volume-title":"OpenAI","author":"Radford","year":"2018"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.3115\/1073445.1073455"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P18-1082"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1162\/089120103321337458"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2021.3096029"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.17487\/rfc1952"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.17487\/rfc1952"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-79150-6_50"},{"key":"ref35","article-title":"Publicly available clinical BERT embeddings","author":"Alsentzer","year":"2019","journal-title":"arXiv:1904.03323"},{"key":"ref36","article-title":"NER-BERT: A pre-trained model for low-resource entity tagging","author":"Liu","year":"2021","journal-title":"arXiv:2112.00405"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1989.1.3.295"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/2976749.2978318"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2022.3169911"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04898-2_327"},{"key":"ref41","article-title":"PubMed 200k RCT: A dataset for sequential sentence classification in medical abstracts","author":"Dernoncourt","year":"2017","journal-title":"arXiv:1710.06071"},{"key":"ref42","article-title":"Neural machine translation of rare words with subword units","author":"Sennrich","year":"2015","journal-title":"arXiv:1508.07909"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1186\/s12864-019-6413-7"},{"key":"ref44","article-title":"Comprehensive assessment of jailbreak attacks against LLMs","author":"Chu","year":"2024","journal-title":"arXiv:2402.05668"},{"key":"ref45","article-title":"`Do anything now: Characterizing and evaluating in-the-wild jailbreak prompts on large language models","author":"Shen","year":"2023","journal-title":"arXiv:2308.03825"},{"key":"ref46","first-page":"1","article-title":"Jailbroken: How does LLM safety training fail?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Wei"},{"key":"ref47","article-title":"Low-resource languages jailbreak GPT-4","author":"Yong","year":"2023","journal-title":"arXiv:2310.02446"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/ICISCE.2016.151"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/1052934.1052938"},{"key":"ref50","first-page":"29","article-title":"Using tf-idf to determine word relevance in document queries","volume-title":"Proc. 1st Instructional Conf. Mach. Learn.","author":"Ramos"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2019.09.013"},{"key":"ref52","volume-title":"Natural Language Processing: Python and NLTK","author":"Hardeniya","year":"2016"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1907.11692"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/p14-5010"}],"container-title":["IEEE Transactions on Information Forensics and Security"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10206\/10319981\/10506703.pdf?arnumber=10506703","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,9]],"date-time":"2024-05-09T04:49:57Z","timestamp":1715230197000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10506703\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"references-count":54,"URL":"https:\/\/doi.org\/10.1109\/tifs.2024.3392535","relation":{},"ISSN":["1556-6013","1556-6021"],"issn-type":[{"value":"1556-6013","type":"print"},{"value":"1556-6021","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]}}}