{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,18]],"date-time":"2026-09-18T19:22:01Z","timestamp":1789759321817,"version":"4.0.1"},"reference-count":51,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,12,1]],"date-time":"2025-12-01T00:00:00Z","timestamp":1764547200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,7,15]],"date-time":"2025-07-15T00:00:00Z","timestamp":1752537600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100008530","name":"European Regional Development Fund","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100008530","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100031478","name":"NextGenerationEU","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100031478","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013410","name":"Instituto Nacional de Ciberseguridad","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100013410","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002809","name":"Generalitat de Catalunya","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003741","name":"Instituci\u00f3 Catalana de Recerca i Estudis Avan\u00e7ats","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003741","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Neural Networks"],"published-print":{"date-parts":[[2025,12]]},"DOI":"10.1016\/j.neunet.2025.107879","type":"journal-article","created":{"date-parts":[[2025,7,18]],"date-time":"2025-07-18T07:04:08Z","timestamp":1752822248000},"page":"107879","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":4,"special_numbering":"C","title":["DP2Unlearning: An efficient and guaranteed unlearning framework for LLMs"],"prefix":"10.1016","volume":"192","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3633-4921","authenticated-orcid":false,"given":"Tamim","family":"Al Mahmud","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Najeeb","family":"Jebreel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7213-4962","authenticated-orcid":false,"given":"Josep","family":"Domingo-Ferrer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7275-7887","authenticated-orcid":false,"given":"David","family":"S\u00e1nchez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.neunet.2025.107879_bib0001","series-title":"Proceedings of the 2016\u202fACM SIGSAC conference on computer and communications security","first-page":"308","article-title":"Deep learning with differential privacy","author":"Abadi","year":"2016"},{"key":"10.1016\/j.neunet.2025.107879_bib0002","unstructured":"Achiam, J., Adler, S., Agarwal, S., Ahmad, L., Akkaya, I., Aleman, F. L., Almeida, D., Altenschmidt, J., Altman, S., Anadkat, S. et al. (2023). GPT-4 Technical report. arXiv preprint arXiv:2303.08774."},{"issue":"1","key":"10.1016\/j.neunet.2025.107879_bib0003","doi-asserted-by":"crossref","first-page":"914","DOI":"10.1021\/acsomega.9b03940","article-title":"Introducing kolmogorov-smirnov tests under uncertainty: An application to radioactive data","volume":"5","author":"Aslam","year":"2019","journal-title":"ACS Omega"},{"key":"10.1016\/j.neunet.2025.107879_bib0004","doi-asserted-by":"crossref","first-page":"90","DOI":"10.1007\/s10462-024-11078-6","article-title":"Digital forgetting in large language models: A survey of unlearning methods","volume":"58","author":"Blanco-Justicia","year":"2025","journal-title":"Artificial Intelligence Review"},{"key":"10.1016\/j.neunet.2025.107879_bib0005","series-title":"2021\u202fIEEE Symposium on security and privacy (SP)","first-page":"141","article-title":"Machine unlearning","author":"Bourtoule","year":"2021"},{"key":"10.1016\/j.neunet.2025.107879_bib0006","series-title":"The eleventh international conference on learning representations","article-title":"Quantifying memorization across neural language models","author":"Carlini","year":"2023"},{"key":"10.1016\/j.neunet.2025.107879_bib0007","series-title":"30th USENIX Security symposium (USENIX security 21)","first-page":"2633","article-title":"Extracting training data from large language models","author":"Carlini","year":"2021"},{"key":"10.1016\/j.neunet.2025.107879_bib0008","series-title":"Proceedings of the 2023 conference on empirical methods in natural language processing","first-page":"7312","article-title":"Speak, memory: An archaeology of books known to ChatGPT\/GPT-4","author":"Chang","year":"2023"},{"key":"10.1016\/j.neunet.2025.107879_bib0009","series-title":"Proceeding of SSST-8: Eighth workshop on syntax, semantics and structure in statistical translation","first-page":"103","article-title":"On the properties of neural machine translation: Encoder-decoder approaches","author":"Cho","year":"2014"},{"key":"10.1016\/j.neunet.2025.107879_bib0010","unstructured":"Department of Justice, C. (2024). California consumer privacy act (CCPA) state of California - department of justice - office of the attorney general. https:\/\/oag.ca.gov\/privacy\/ccpa. (Accessed on 03\/08\/2024)."},{"issue":"2","key":"10.1016\/j.neunet.2025.107879_bib0011","doi-asserted-by":"crossref","DOI":"10.29012\/jpc.689","article-title":"Differential privacy in practice: Expose your epsilons!","volume":"9","author":"Dwork","year":"2019","journal-title":"Journal of Privacy and Confidentiality"},{"key":"10.1016\/j.neunet.2025.107879_bib0012","series-title":"Theory of cryptography: Third theory of cryptography conference, TCC 2006, New York, NY, USA, March 4\u20137, 2006. proceedings 3","first-page":"265","article-title":"Calibrating noise to sensitivity in private data analysis","author":"Dwork","year":"2006"},{"key":"10.1016\/j.neunet.2025.107879_bib0013","unstructured":"Gemini, Anil, R., Borgeaud, S., Wu, Y., Alayrac, J.-B., Yu, J., Soricut, R., Schalkwyk, J., Dai, A. M., Hauth, A. et al. (2023). Gemini: A family of highly capable multimodal models. arXiv."},{"key":"10.1016\/j.neunet.2025.107879_bib0014","unstructured":"Goel, S., Prabhu, A., Sanyal, A., Lim, S.-N., Torr, P., & Kumaraguru, P. (2022). Towards adversarial evaluations for inexact machine unlearning. arXiv."},{"key":"10.1016\/j.neunet.2025.107879_bib0015","series-title":"2007\u202fIEEE International conference on acoustics, speech and signal processing-ICASSP\u201907","first-page":"IV","article-title":"Approximating the kullback leibler divergence between gaussian mixture models","volume":"vol. 4","author":"Hershey","year":"2007"},{"key":"10.1016\/j.neunet.2025.107879_bib0016","unstructured":"Hu, Z., Zhang, Y., Xiao, M., Wang, W., Feng, F., & He, X. (2024). Exact and efficient unlearning for large language model-based recommendation. arXiv preprint arXiv:2404.10327."},{"key":"10.1016\/j.neunet.2025.107879_bib0017","unstructured":"Hunt, L. (2024). Critical problems that need to be solved at the intersection of AI, IP\/data, copyright, and law (linkedin article). https:\/\/www.linkedin.com\/posts\/louiswhunt_i-recently-left-the-brilliant-team-at-liquid-activity-7273794644964950016-_sJO\/. [Accessed 18-12-2024]."},{"key":"10.1016\/j.neunet.2025.107879_bib0018","series-title":"Proceedings of the 61st annual meeting of the association for computational linguistics","first-page":"14389","article-title":"Knowledge unlearning for mitigating privacy risks in language models","author":"Jang","year":"2023"},{"key":"10.1016\/j.neunet.2025.107879_bib0019","series-title":"Proceedings of the 2023 conference on empirical methods in natural language processing","first-page":"7403","article-title":"Copyright violations and large language models","author":"Karamolegkou","year":"2023"},{"key":"10.1016\/j.neunet.2025.107879_bib0020","series-title":"Proceedings of the second workshop on privacy in NLP","first-page":"39","article-title":"Differentially private language models benefit from public pre-training","author":"Kerrigan","year":"2020"},{"key":"10.1016\/j.neunet.2025.107879_bib0021","series-title":"Findings of the association for computational linguistics: EMNLP 2020","first-page":"1896","article-title":"UNIFIEDQA: Crossing format boundaries with a single QA system","author":"Khashabi","year":"2020"},{"key":"10.1016\/j.neunet.2025.107879_bib0022","unstructured":"Lev, O., & Wilson, A. (2024). Faster machine unlearning via natural gradient descent. arXiv."},{"key":"10.1016\/j.neunet.2025.107879_bib0023","series-title":"Proceedings of the 58th annual meeting of the association for computational linguistics","first-page":"7871","article-title":"BART: Denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension","author":"Lewis","year":"2020"},{"key":"10.1016\/j.neunet.2025.107879_bib0024","series-title":"Findings of the association for computational linguistics: EMNLP 2023","first-page":"4138","article-title":"Multi-step jailbreaking privacy attacks on ChatGPT","author":"Li","year":"2023"},{"key":"10.1016\/j.neunet.2025.107879_bib0025","series-title":"Text summarization branches out","first-page":"74","article-title":"ROUGE: A package for automatic evaluation of summaries","author":"Lin","year":"2004"},{"issue":"1","key":"10.1016\/j.neunet.2025.107879_bib0026","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1109\/18.61115","article-title":"Divergence measures based on the shannon entropy","volume":"37","author":"Lin","year":"1991","journal-title":"IEEE Transactions on Information Theory"},{"key":"10.1016\/j.neunet.2025.107879_bib0027","series-title":"Proceedings of the 60th annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"3214","article-title":"TruthfulQA: Measuring how models mimic human falsehoods","author":"Lin","year":"2022"},{"key":"10.1016\/j.neunet.2025.107879_bib0028","article-title":"DeepSeek-V3 technical report","author":"Liu","year":"2024","journal-title":"CoRR"},{"key":"10.1016\/j.neunet.2025.107879_bib0029","series-title":"Conference on lifelong learning agents","first-page":"243","article-title":"Continual learning and private unlearning","author":"Liu","year":"2022"},{"key":"10.1016\/j.neunet.2025.107879_bib0030","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1038\/s42256-025-00985-0","article-title":"Rethinking machine unlearning for large language models","volume":"7","author":"Liu","year":"2025","journal-title":"Nature Machine Intelligence"},{"key":"10.1016\/j.neunet.2025.107879_bib0031","series-title":"2023\u202fIEEE Symposium on security and privacy (SP)","first-page":"346","article-title":"Analyzing leakage of personally identifiable information in language models","author":"Lukas","year":"2023"},{"key":"10.1016\/j.neunet.2025.107879_bib0032","article-title":"TOFU: A task of fictitious unlearning for LLMs","author":"Maini","year":"2024","journal-title":"ICLR 2024 Workshop on Navigating and Addressing Data Problems for Foundation Models"},{"key":"10.1016\/j.neunet.2025.107879_bib0033","series-title":"Proceedings of the 2023 conference on innovation and technology in computer science education v. 1","first-page":"47","article-title":"On the educational impact of ChatGPT: Is artificial intelligence ready to obtain a university degree?","author":"Malinka","year":"2023"},{"key":"10.1016\/j.neunet.2025.107879_bib0034","series-title":"Proceedings of the 32nd ACM conference on user modeling, adaptation and personalization","first-page":"267","article-title":"ChatGPT as a conversational recommender system: A user-centric analysis","author":"Manzoor","year":"2024"},{"key":"10.1016\/j.neunet.2025.107879_bib0035","series-title":"Findings of the association for computational linguistics: ACL 2024","first-page":"9314","article-title":"DP-MLM: Differentially private text rewriting using masked language models","author":"Meisenbacher","year":"2024"},{"key":"10.1016\/j.neunet.2025.107879_bib0036","series-title":"Machine learning and knowledge discovery in databases","first-page":"173","article-title":"Non-parametric jensen-shannon divergence","author":"Nguyen","year":"2015"},{"issue":"1","key":"10.1016\/j.neunet.2025.107879_bib0037","doi-asserted-by":"crossref","first-page":"405","DOI":"10.1146\/annurev-statistics-030718-104938","article-title":"Statistical aspects of wasserstein distances","volume":"6","author":"Panaretos","year":"2019","journal-title":"Annual Review of Statistics and its Application"},{"key":"10.1016\/j.neunet.2025.107879_bib0038","series-title":"Direct preference optimization: Your language model is secretly a reward model","first-page":"53728","author":"Rafailov","year":"2024"},{"issue":"1","key":"10.1016\/j.neunet.2025.107879_bib0039","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1002\/asi.23363","article-title":"C-Sanitized: A privacy model for document redaction and sanitization","volume":"67","author":"S\u00e1nchez","year":"2016","journal-title":"Journal of the Association for Information Science and Technology"},{"issue":"5","key":"10.1016\/j.neunet.2025.107879_bib0040","doi-asserted-by":"crossref","first-page":"557","DOI":"10.1142\/S0218488502001648","article-title":"k-Anonymity: A model for protecting privacy","volume":"10","author":"Sweeney","year":"2002","journal-title":"International Journal of Uncertainty, Fuzziness and Knowlege-Based Systems"},{"key":"10.1016\/j.neunet.2025.107879_bib0041","unstructured":"The European Parliament, E. U. (2019). Directive - 2019\/790 - EN - dsm - EUR-lex. http:\/\/data.europa.eu\/eli\/dir\/2019\/790\/oj. (Accessed on 04\/08\/2024)."},{"key":"10.1016\/j.neunet.2025.107879_bib0042","series-title":"Findings of the association for computational linguistics: EMNLP 2024","first-page":"1524","article-title":"To forget or not? Towards practical knowledge unlearning for large language models","author":"Tian","year":"2024"},{"key":"10.1016\/j.neunet.2025.107879_bib0043","first-page":"38274","article-title":"Memorization without overfitting: Analyzing the training dynamics of large language models","volume":"35","author":"Tirumala","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"10.1016\/j.neunet.2025.107879_bib0044","series-title":"Proceedings of the 41st international conference on machine learning (ICML)","article-title":"Gradient-based and task-agnostic machine unlearning","volume":"vol. 235","author":"Trippa","year":"2024"},{"key":"10.1016\/j.neunet.2025.107879_bib0045","unstructured":"USA, U. S. C. O. (2018). Chapter 1 - circular 92 | u.s. copyright office. https:\/\/www.copyright.gov\/title17\/92chap1.html#106. (Accessed on 02\/08\/2024)."},{"issue":"3152676","key":"10.1016\/j.neunet.2025.107879_bib0046","first-page":"10","article-title":"The EU general data protection regulation (GDPR)","volume":"10","author":"Voigt","year":"2017","journal-title":"A Practical Guide, 1st Ed., Cham: Springer International Publishing"},{"key":"10.1016\/j.neunet.2025.107879_bib0047","series-title":"Proceedings of the 2022\u202fACM conference on fairness, accountability, and transparency","first-page":"214","article-title":"Taxonomy of risks posed by language models","author":"Weidinger","year":"2022"},{"key":"10.1016\/j.neunet.2025.107879_bib0048","series-title":"Proceedings of the 31st international conference on computational linguistics","first-page":"5737","article-title":"Rethinking Kullback-Leibler divergence in knowledge distillation for large language models","author":"Wu","year":"2025"},{"key":"10.1016\/j.neunet.2025.107879_bib0049","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/3679010","article-title":"Machine unlearning: A survey","volume":"56","author":"Xu","year":"2024","journal-title":"ACM Computing Surveys"},{"key":"10.1016\/j.neunet.2025.107879_bib0050","series-title":"Proceedings of the 62nd annual meeting of the association for computational linguistics (volume 1: Long papers)","first-page":"8403","article-title":"Machine unlearning of pre-trained large language models","author":"Yao","year":"2024"},{"key":"10.1016\/j.neunet.2025.107879_bib0051","first-page":"105425","article-title":"Large language model unlearning","volume":"37","author":"Yao","year":"2024","journal-title":"Advances in Neural Information Processing Systems"}],"container-title":["Neural Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608025007592?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0893608025007592?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T23:54:33Z","timestamp":1765065273000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0893608025007592"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12]]},"references-count":51,"alternative-id":["S0893608025007592"],"URL":"https:\/\/doi.org\/10.1016\/j.neunet.2025.107879","relation":{},"ISSN":["0893-6080"],"issn-type":[{"value":"0893-6080","type":"print"}],"subject":[],"published":{"date-parts":[[2025,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"DP2Unlearning: An efficient and guaranteed unlearning framework for LLMs","name":"articletitle","label":"Article Title"},{"value":"Neural Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.neunet.2025.107879","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"107879"}}