{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T17:30:16Z","timestamp":1782927016189,"version":"3.54.5"},"reference-count":31,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,4,14]],"date-time":"2024-04-14T00:00:00Z","timestamp":1713052800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,4,14]]},"DOI":"10.1109\/icassp48485.2024.10446299","type":"proceedings-article","created":{"date-parts":[[2024,3,18]],"date-time":"2024-03-18T18:56:31Z","timestamp":1710788191000},"page":"10261-10265","source":"Crossref","is-referenced-by-count":2,"title":["Forgetting Private Textual Sequences in Language Models Via Leave-One-Out Ensemble"],"prefix":"10.1109","author":[{"given":"Zhe","family":"Liu","sequence":"first","affiliation":[{"name":"Meta,Menlo Park,CA,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ozlem","family":"Kalinli","sequence":"additional","affiliation":[{"name":"Meta,Menlo Park,CA,USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2810103.2813677"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3292500.3330885"},{"key":"ref3","article-title":"The secret sharer: Evaluating and testing unintended memorization in neural networks","volume-title":"28th USENIX Security Symposium","author":"Carlini"},{"key":"ref4","article-title":"Extracting training data from large language models","volume-title":"30th USENIX Security Symposium","author":"Carlini"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.148"},{"key":"ref6","article-title":"Quantifying memorization across neural language models","author":"Carlini","year":"2022"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2018.8462682"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.21437\/interspeech.2019-2225"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.21437\/Interspeech.2022-10909"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2013.03.010"},{"key":"ref11","article-title":"Federated learning: Strategies for improving communication efficiency","volume-title":"NeurIPS Workshop on Private Multi-Party Machine Learning","author":"Kone\u010dn\u1ef3"},{"key":"ref12","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"AISTATS","author":"McMahan"},{"key":"ref13","article-title":"Training production language models without memorizing user data","author":"Ramaswamy","year":"2020"},{"key":"ref14","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2021.privatenlp-1.1","article-title":"Understanding unintended memorization in language models under federated learning","volume-title":"Proc. ACL","author":"Thakkar"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/11681878_14"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1561\/0400000042"},{"key":"ref17","article-title":"Semi-supervised knowledge transfer for deep learning from private training data","volume-title":"Proc. ICLR","author":"Papernot"},{"key":"ref18","article-title":"Scalable private learning with PATE","volume-title":"Proc. ICLR","author":"Papernot"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10096557"},{"key":"ref20","article-title":"Differential privacy has disparate impact on model accuracy","volume-title":"Advances in NeurIPS","author":"Bagdasaryan"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2910885"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00019"},{"key":"ref23","article-title":"Federated unlearning","author":"Liu","year":"2020"},{"key":"ref24","article-title":"Measuring forgetting of memorized training examples","author":"Jagielski","year":"2022"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.805"},{"key":"ref26","volume-title":"LibriSpeech language models, vocabulary and G2P models"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2015.7178964"},{"key":"ref28","article-title":"Pointer sentinel mixture models","author":"Merity","year":"2016"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP39728.2021.9414560"},{"key":"ref30","article-title":"Llama 2: Open foundation and fine-tuned chat models","author":"Touvron","year":"2023"},{"key":"ref31","article-title":"LoRA: Low-rank adaptation of large language models","author":"Hu","year":"2021"}],"event":{"name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","location":"Seoul, Korea, Republic of","start":{"date-parts":[[2024,4,14]]},"end":{"date-parts":[[2024,4,19]]}},"container-title":["ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10445798\/10445803\/10446299.pdf?arnumber=10446299","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,2]],"date-time":"2024-08-02T04:44:17Z","timestamp":1722573857000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10446299\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,14]]},"references-count":31,"URL":"https:\/\/doi.org\/10.1109\/icassp48485.2024.10446299","relation":{},"subject":[],"published":{"date-parts":[[2024,4,14]]}}}