{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T13:01:26Z","timestamp":1780923686564,"version":"3.54.1"},"reference-count":63,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100014188","name":"Korea Ministry of Science and ICT","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100014188","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Knowledge-Based Systems"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.knosys.2026.116284","type":"journal-article","created":{"date-parts":[[2026,5,25]],"date-time":"2026-05-25T02:27:09Z","timestamp":1779676029000},"page":"116284","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["Towards refined unlearning: Utilizing the retain knowledge subspace and noise reduction"],"prefix":"10.1016","volume":"347","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-9120-4394","authenticated-orcid":false,"given":"EunSun","family":"Kim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-1465-7208","authenticated-orcid":false,"given":"YeoJun","family":"Choi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9110-7414","authenticated-orcid":false,"given":"Yoon-Sik","family":"Cho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.knosys.2026.116284_b1","doi-asserted-by":"crossref","DOI":"10.1145\/3744746","article-title":"A comprehensive overview of large language models","author":"Naveed","year":"2025","journal-title":"ACM Trans. Intell. Syst. Technol."},{"key":"10.1016\/j.knosys.2026.116284_b2","series-title":"A survey of large language models","author":"Zhao","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b3","first-page":"20750","article-title":"Propile: Probing privacy leakage in large language models","volume":"36","author":"Kim","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116284_b4","unstructured":"Atilla Akkus, Masoud Poorghaffar Aghdam, Mingjie Li, Junjie Chu, Michael Backes, Yuyang Zhang, Sinem Sav, Generated data with fake privacy: Hidden dangers of fine-tuning large language models on generated data, in: 34th USENIX Security Symposium (USENIX Security 25), 2025, pp. 8075\u20138093."},{"key":"10.1016\/j.knosys.2026.116284_b5","doi-asserted-by":"crossref","unstructured":"Xiaoyi Chen, Siyuan Tang, Rui Zhu, Shijun Yan, Lei Jin, Zihao Wang, Liya Su, Zhikun Zhang, XiaoFeng Wang, Haixu Tang, The janus interface: How fine-tuning in large language models amplifies the privacy risks, in: Proceedings of the 2024 on ACM SIGSAC Conference on Computer and Communications Security, 2024, pp. 1285\u20131299.","DOI":"10.1145\/3658644.3690325"},{"issue":"6","key":"10.1016\/j.knosys.2026.116284_b6","doi-asserted-by":"crossref","DOI":"10.1145\/3712001","article-title":"Security and privacy challenges of large language models: A survey","volume":"57","author":"Das","year":"2025","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.knosys.2026.116284_b7","series-title":"Pacific-Asia Conference on Knowledge Discovery and Data Mining","first-page":"326","article-title":"Privacy in fine-tuning large language models: Attacks, defenses, and future directions","author":"Du","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b8","unstructured":"Ashwinee Panda, Christopher A Choquette-Choo, Zhengming Zhang, Yaoqing Yang, Prateek Mittal, Teach LLMs to Phish: Stealing Private Information from Language Models, in: The Twelfth International Conference on Learning Representations, 2024."},{"issue":"1","key":"10.1016\/j.knosys.2026.116284_b9","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1080\/13600834.2019.1573501","article-title":"The European union general data protection regulation: what it is and what it means","volume":"28","author":"Hoofnagle","year":"2019","journal-title":"Inf. Commun. Technol. Law"},{"issue":"3","key":"10.1016\/j.knosys.2026.116284_b10","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1016\/j.clsr.2013.03.010","article-title":"The EU proposal for a general data protection regulation and the roots of the \u2018right to be forgotten\u2019","volume":"29","author":"Mantelero","year":"2013","journal-title":"Comput. Law & Secur. Rev."},{"key":"10.1016\/j.knosys.2026.116284_b11","first-page":"88","article-title":"The right to be forgotten","volume":"64","author":"Rosen","year":"2011","journal-title":"Stan. L. Rev. Online"},{"key":"10.1016\/j.knosys.2026.116284_b12","first-page":"1","article-title":"Right to be forgotten in the era of large language models: Implications, challenges, and solutions","author":"Zhang","year":"2024","journal-title":"AI Ethics"},{"key":"10.1016\/j.knosys.2026.116284_b13","series-title":"Machine unlearning in generative ai: A survey","author":"Liu","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b14","first-page":"12293","article-title":"What makes unlearning hard and what to do about it","volume":"37","author":"Zhao","year":"2024","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"1","key":"10.1016\/j.knosys.2026.116284_b15","doi-asserted-by":"crossref","first-page":"97","DOI":"10.1109\/MC.2024.3468588","article-title":"Unlearning in large language models: We are not there yet","volume":"58","author":"Blanco-Justicia","year":"2025","journal-title":"Computer"},{"key":"10.1016\/j.knosys.2026.116284_b16","series-title":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","first-page":"28280","article-title":"Opt-out: Investigating entity-level unlearning for large language models via optimal transport","author":"Choi","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b17","series-title":"Proceedings of the 31st International Conference on Computational Linguistics","article-title":"Unveiling entity-level unlearning for large language models: A comprehensive analysis","author":"Ma","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b18","unstructured":"Pratyush Maini, Zhili Feng, Avi Schwarzschild, Zachary Chase Lipton, J Zico Kolter, TOFU: A Task of Fictitious Unlearning for LLMs, in: First Conference on Language Modeling, 2024."},{"key":"10.1016\/j.knosys.2026.116284_b19","series-title":"The Thirteenth International Conference on Learning Representations","article-title":"MUSE: Machine unlearning six-way evaluation for language models","author":"Shi","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b20","unstructured":"Gabriel Ilharco, Marco Tulio Ribeiro, Mitchell Wortsman, Ludwig Schmidt, Hannaneh Hajishirzi, Ali Farhadi, Editing models with task arithmetic, in: The Eleventh International Conference on Learning Representations, 2023."},{"key":"10.1016\/j.knosys.2026.116284_b21","doi-asserted-by":"crossref","unstructured":"Omkar Dige, Diljot Arneja, Tsz Fung Yau, Qixuan Zhang, Mohammad Bolandraftar, Xiaodan Zhu, Faiza Khattak, Can Machine Unlearning Reduce Social Bias in Language Models?, in: Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing: Industry Track, 2024, pp. 954\u2013969.","DOI":"10.18653\/v1\/2024.emnlp-industry.71"},{"key":"10.1016\/j.knosys.2026.116284_b22","unstructured":"Daiki Shirafuji, Makoto Takenaka, Shinya Taguchi, Bias Vector: Mitigating Biases in Language Models with Task Arithmetic Approach, in: Proceedings of the 31st International Conference on Computational Linguistics, 2025, pp. 2799\u20132813."},{"key":"10.1016\/j.knosys.2026.116284_b23","unstructured":"Huiqiang Chen, Tianqing Zhu, Xin Yu, Wanlei Zhou, Machine unlearning via null space calibration, in: Proceedings of the Thirty-Third International Joint Conference on Artificial Intelligence, 2024."},{"key":"10.1016\/j.knosys.2026.116284_b24","doi-asserted-by":"crossref","unstructured":"Tuan Hoang, Santu Rana, Sunil Gupta, Svetha Venkatesh, Learn to unlearn for deep neural networks: Minimizing unlearning interference with gradient projection, in: Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision, 2024, pp. 4819\u20134828.","DOI":"10.1109\/WACV57701.2024.00475"},{"key":"10.1016\/j.knosys.2026.116284_b25","article-title":"Deep unlearning: Fast and efficient gradient-free class forgetting","author":"Kodge","year":"2024","journal-title":"Trans. Mach. Learn. Res."},{"key":"10.1016\/j.knosys.2026.116284_b26","series-title":"Findings of the Association for Computational Linguistics: NAACL 2024","article-title":"Ethos: Rectifying language models in orthogonal parameter space","author":"Gao","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b27","series-title":"Proceedings of the AAAI Conference on Artificial Intelligence","first-page":"18252","article-title":"Separate the wheat from the chaff: Model deficiency unlearning via parameter-efficient module operation","volume":"vol. 38","author":"Hu","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b28","series-title":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","article-title":"Transformer feed-forward layers are key-value memories","author":"Geva","year":"2021"},{"key":"10.1016\/j.knosys.2026.116284_b29","article-title":"Attention is all you need","volume":"30","author":"Vaswani","year":"2017","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116284_b30","series-title":"Findings of the Association for Computational Linguistics ACL 2024","first-page":"1817","article-title":"Towards safer large language models through machine unlearning","author":"Liu","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b31","first-page":"1957","article-title":"Towards unbounded machine unlearning","volume":"36","author":"Kurmanji","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116284_b32","article-title":"An overview of machine unlearning","author":"Li","year":"2024","journal-title":"High-Confidence Comput."},{"key":"10.1016\/j.knosys.2026.116284_b33","unstructured":"Anmol Mekala, Vineeth Dorna, Shreya Dubey, Abhishek Lalwani, David Koleczek, Mukund Rungta, Sadid Hasan, Elita Lobo, Alternate Preference Optimization for Unlearning Factual Knowledge in Large Language Models, in: Proceedings of the 31st International Conference on Computational Linguistics, 2025."},{"key":"10.1016\/j.knosys.2026.116284_b34","series-title":"First Conference on Language Modeling","article-title":"Negative preference optimization: From catastrophic collapse to effective unlearning","author":"Zhang","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b35","series-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","article-title":"KGA: A general machine unlearning framework based on knowledge gap alignment","author":"Wang","year":"2023"},{"key":"10.1016\/j.knosys.2026.116284_b36","doi-asserted-by":"crossref","unstructured":"XiaoHua Feng, Chaochao Chen, Yuyuan Li, Zibin Lin, Fine-grained Pluggable Gradient Ascent for Knowledge Unlearning in Language Models, in: Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing, 2024, pp. 10141\u201310155.","DOI":"10.18653\/v1\/2024.emnlp-main.566"},{"key":"10.1016\/j.knosys.2026.116284_b37","doi-asserted-by":"crossref","unstructured":"Bichen Wang, Yuzhe Zi, Yixin Sun, Yanyan Zhao, Bing Qin, Balancing Forget Quality and Model Utility: A Reverse KL-Divergence Knowledge Distillation Approach for Better Unlearning in LLMs, in: Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), 2025, pp. 1306\u20131321.","DOI":"10.18653\/v1\/2025.naacl-long.60"},{"key":"10.1016\/j.knosys.2026.116284_b38","doi-asserted-by":"crossref","unstructured":"Jiaao Chen, Diyi Yang, Unlearn What You Want to Forget: Efficient Unlearning for LLMs, in: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing, 2023.","DOI":"10.18653\/v1\/2023.emnlp-main.738"},{"key":"10.1016\/j.knosys.2026.116284_b39","doi-asserted-by":"crossref","unstructured":"Joel Jang, Dongkeun Yoon, Sohee Yang, Sungmin Cha, Moontae Lee, Lajanugen Logeswaran, Minjoon Seo, Knowledge Unlearning for Mitigating Privacy Risks in Language Models, in: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), 2023.","DOI":"10.18653\/v1\/2023.acl-long.805"},{"key":"10.1016\/j.knosys.2026.116284_b40","series-title":"Proceedings of the 41st International Conference on Machine Learning","article-title":"In-context unlearning: language models as few-shot unlearners","author":"Pawelczyk","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b41","unstructured":"Xiaomeng Jin, Zhiqi Bu, Bhanukiran Vinzamuri, Anil Ramakrishna, Kai-Wei Chang, Volkan Cevher, Mingyi Hong, Unlearning as multi-task optimization: A normalized gradient difference approach with an adaptive learning rate, in: Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 1: Long Papers), 2025."},{"key":"10.1016\/j.knosys.2026.116284_b42","article-title":"When machine unlearning meets retrieval-augmented generation (rag): Keep secret or forget knowledge?","author":"Wang","year":"2025","journal-title":"IEEE Trans. Dependable Secur. Comput."},{"key":"10.1016\/j.knosys.2026.116284_b43","series-title":"The Thirty-Eighth Annual Conference on Neural Information Processing Systems","article-title":"Large language model unlearning via embedding-corrupted prompts","author":"Liu","year":"2024"},{"issue":"1","key":"10.1016\/j.knosys.2026.116284_b44","doi-asserted-by":"crossref","DOI":"10.1145\/3603620","article-title":"Machine unlearning: A survey","volume":"56","author":"Xu","year":"2023","journal-title":"ACM Comput. Surv."},{"key":"10.1016\/j.knosys.2026.116284_b45","doi-asserted-by":"crossref","unstructured":"Shen Lin, Xiaoyu Zhang, Willy Susilo, Xiaofeng Chen, Jun Liu, GDR-GMA: Machine Unlearning via Direction-Rectified and Magnitude-Adjusted Gradients, in: Proceedings of the 32nd ACM International Conference on Multimedia, 2024, pp. 9087\u20139095.","DOI":"10.1145\/3664647.3680775"},{"key":"10.1016\/j.knosys.2026.116284_b46","series-title":"Forty-Second International Conference on Machine Learning","article-title":"SEMU: Singular value decomposition for efficient machine unlearning","author":"Sendera","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b47","series-title":"Findings of the Association for Computational Linguistics: NAACL 2025","article-title":"UNLEARN efficient removal of knowledge in large language models","author":"Lizzo","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b48","first-page":"66727","article-title":"Task arithmetic in the tangent space: Improved editing of pre-trained models","volume":"36","author":"Ortiz-Jimenez","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116284_b49","first-page":"7093","article-title":"Ties-merging: Resolving interference when merging models","volume":"36","author":"Yadav","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"issue":"2","key":"10.1016\/j.knosys.2026.116284_b50","doi-asserted-by":"crossref","first-page":"164","DOI":"10.1109\/TAC.1980.1102314","article-title":"The singular value decomposition: Its computation and some applications","volume":"25","author":"Klema","year":"1980","journal-title":"IEEE Trans. Autom. Control"},{"key":"10.1016\/j.knosys.2026.116284_b51","series-title":"MINT: Foundation Model Interventions","article-title":"Is free self-alignment possible?","author":"Adila","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b52","series-title":"Findings of the Association for Computational Linguistics: NAACL 2025","first-page":"7287","article-title":"Personalize your LLM: Fake it then align it","author":"Zhang","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b53","series-title":"Gpt-4 technical report","author":"Achiam","year":"2023"},{"key":"10.1016\/j.knosys.2026.116284_b54","unstructured":"Nicholas Carlini, Florian Tramer, Eric Wallace, Matthew Jagielski, Ariel Herbert-Voss, Katherine Lee, Adam Roberts, Tom Brown, Dawn Song, Ulfar Erlingsson, et al., Extracting training data from large language models, in: 30th USENIX Security Symposium (USENIX Security 21), 2021, pp. 2633\u20132650."},{"key":"10.1016\/j.knosys.2026.116284_b55","series-title":"The Thirteenth International Conference on Learning Representations","article-title":"Rethinking LLM unlearning objectives: A gradient perspective and go beyond","author":"Wang","year":"2025"},{"key":"10.1016\/j.knosys.2026.116284_b56","unstructured":"Qizhou Wang, Bo Han, Puning Yang, Jianing Zhu, Tongliang Liu, Masashi Sugiyama, Towards Effective Evaluations and Comparisons for LLM Unlearning Methods, in: The Thirteenth International Conference on Learning Representations, 2025."},{"key":"10.1016\/j.knosys.2026.116284_b57","series-title":"Qwen2.5: A party of foundation models","author":"Team","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b58","series-title":"Qwen2.5 technical report","author":"Yang","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b59","series-title":"The llama 3 herd of models","author":"Grattafiori","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b60","series-title":"The Twelfth International Conference on Learning Representations","article-title":"In-context pretraining: Language modeling beyond document boundaries","author":"Shi","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b61","series-title":"The Thirty-Eighth Annual Conference on Neural Information Processing Systems","article-title":"Large language model unlearning","author":"Yao","year":"2024"},{"key":"10.1016\/j.knosys.2026.116284_b62","first-page":"53728","article-title":"Direct preference optimization: Your language model is secretly a reward model","volume":"36","author":"Rafailov","year":"2023","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"10.1016\/j.knosys.2026.116284_b63","series-title":"OpenUnlearning: A unified framework for LLM unlearning benchmarks","author":"Dorna","year":"2025"}],"container-title":["Knowledge-Based Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126010105?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950705126010105?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T12:08:26Z","timestamp":1780920506000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950705126010105"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":63,"alternative-id":["S0950705126010105"],"URL":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116284","relation":{},"ISSN":["0950-7051"],"issn-type":[{"value":"0950-7051","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Towards refined unlearning: Utilizing the retain knowledge subspace and noise reduction","name":"articletitle","label":"Article Title"},{"value":"Knowledge-Based Systems","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.knosys.2026.116284","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"116284"}}