{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T08:15:18Z","timestamp":1783152918830,"version":"3.54.6"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3774904.3792324","type":"proceedings-article","created":{"date-parts":[[2026,4,9]],"date-time":"2026-04-09T21:54:34Z","timestamp":1775771674000},"page":"2846-2857","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards Practical LLM Unlearning: Efficient, Modular, and Retain-Free"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7553-8603","authenticated-orcid":false,"given":"Peng","family":"Liu","sequence":"first","affiliation":[{"name":"School of Computer Science and Technology, Soochow University, Suzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6790-2098","authenticated-orcid":false,"given":"Peng-Fei","family":"Zhang","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Tongji University, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3212-7618","authenticated-orcid":false,"given":"Jianfeng","family":"Qu","sequence":"additional","affiliation":[{"name":"School of Smart Governance, Renmin University of China, Suzhou, China and Suzhou Key Lab of Multi-modal Data Fusion and Intelligent Healthcare, Suzhou City University, Suzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8190-5087","authenticated-orcid":false,"given":"Ximing","family":"Li","sequence":"additional","affiliation":[{"name":"College of Computer Sciences and Technology, Jilin University, Changchun, China and RIKEN Center for Advanced Intelligence Project, Tokyo, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2355-288X","authenticated-orcid":false,"given":"Zhixu","family":"Li","sequence":"additional","affiliation":[{"name":"School of Smart Governance, Renmin University of China, Suzhou, China and School of Information, Renmin University of China, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6721-6576","authenticated-orcid":false,"given":"Pengpeng","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Computer Science and Technology, Soochow University, Suzhou, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"International Conference on Machine Learning. PMLR, 223-231","author":"Allen Carl","year":"2019","unstructured":"Carl Allen and Timothy Hospedales. 2019. Analogies explained: Towards understanding word embeddings. In International Conference on Machine Learning. PMLR, 223-231."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Chris Bishop. 1992. Exact calculation of the Hessian matrix for the multilayer perceptron.","DOI":"10.1162\/neco.1992.4.4.494"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00019"},{"key":"e_1_3_2_1_4_1","volume-title":"Interpretability in Parameter Space: Minimizing Mechanistic Description Length with Attribution-based Parameter Decomposition. arXiv preprint arXiv:2501.14926","author":"Braun Dan","year":"2025","unstructured":"Dan Braun, Lucius Bushnaq, Stefan Heimersheim, Jake Mendel, and Lee Sharkey. 2025. Interpretability in Parameter Space: Minimizing Mechanistic Description Length with Attribution-based Parameter Decomposition. arXiv preprint arXiv:2501.14926 (2025)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2015.35"},{"key":"e_1_3_2_1_6_1","unstructured":"Nicholas Carlini Florian Tramer Eric Wallace Matthew Jagielski Ariel Herbert-Voss Katherine Lee Adam Roberts Tom Brown Dawn Song Ulfar Erlingsson et al. 2021. Extracting training data from large language models. In 30th USENIX security symposium (USENIX Security 21). 2633-2650."},{"key":"e_1_3_2_1_7_1","volume-title":"Proceedings of the 31st International Conference on Computational Linguistics. 10618-10633","author":"Cho Hakaze","year":"2025","unstructured":"Hakaze Cho, Yoshihiro Sakai, Kenshiro Tanaka, Mariko Kato, and Naoya Inoue. 2025. Understanding Token Probability Encoding in Output Embeddings. In Proceedings of the 31st International Conference on Computational Linguistics. 10618-10633."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1017\/S1351324916000334"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671458"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3712001"},{"key":"e_1_3_2_1_11_1","volume-title":"Who's Harry Potter? Approximate unlearning in LLMs, arXiv. arXiv preprint arXiv:2310.02238","author":"Eldan R","year":"2023","unstructured":"R Eldan and M Russinovich. 2023. Who's Harry Potter? Approximate unlearning in LLMs, arXiv. arXiv preprint arXiv:2310.02238 (2023)."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1354"},{"key":"e_1_3_2_1_13_1","volume-title":"A Comprehensive Survey of Machine Unlearning Techniques for Large Language Models. arXiv preprint arXiv:2503.01854","author":"Geng Jiahui","year":"2025","unstructured":"Jiahui Geng, Qing Li, Herbert Woisetschlaeger, Zongxiong Chen, Yuxia Wang, Preslav Nakov, Hans-Arno Jacobsen, and Fakhri Karray. 2025. A Comprehensive Survey of Machine Unlearning Techniques for Large Language Models. arXiv preprint arXiv:2503.01854 (2025)."},{"key":"e_1_3_2_1_14_1","volume-title":"Making ai forget you: Data deletion in machine learning. Advances in neural information processing systems","author":"Ginart Antonio","year":"2019","unstructured":"Antonio Ginart, Melody Guan, Gregory Valiant, and James Y Zou. 2019. Making ai forget you: Data deletion in machine learning. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00932"},{"key":"e_1_3_2_1_16_1","volume-title":"The New York Times","volume":"27","author":"Grynbaum Michael M","year":"2023","unstructured":"Michael M Grynbaum and Ryan Mac. 2023. The Times sues OpenAI and Microsoft over AI use of copyrighted work. The New York Times, Vol. 27 (2023)."},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of the 37th International Conference on Machine Learning. 3832-3842","author":"Guo Chuan","year":"2020","unstructured":"Chuan Guo, Tom Goldstein, Awni Hannun, and Laurens Van Der Maaten. 2020. Certified data removal from machine learning models. In Proceedings of the 37th International Conference on Machine Learning. 3832-3842."},{"key":"e_1_3_2_1_18_1","volume-title":"Decoupling Knowledge and Reasoning in Transformers: A Modular Architecture with Generalized Cross-Attention. arXiv preprint arXiv:2501.00823","author":"Guo Zhenyu","year":"2025","unstructured":"Zhenyu Guo and Wenguang Chen. 2025. Decoupling Knowledge and Reasoning in Transformers: A Modular Architecture with Generalized Cross-Attention. arXiv preprint arXiv:2501.00823 (2025)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.864"},{"key":"e_1_3_2_1_20_1","volume-title":"The Eleventh International Conference on Learning Representations.","author":"Ilharco Gabriel","year":"2023","unstructured":"Gabriel Ilharco, Marco Tulio Ribeiro, Mitchell Wortsman, Ludwig Schmidt, Hannaneh Hajishirzi, and Ali Farhadi. 2023. Editing models with task arithmetic. In The Eleventh International Conference on Learning Representations."},{"key":"e_1_3_2_1_21_1","volume-title":"Knowledge Unlearning for Mitigating Privacy Risks in Language Models. In The 61st Annual Meeting Of The Association For Computational Linguistics.","author":"Jang Joel","year":"2023","unstructured":"Joel Jang, Dongkeun Yoon, Sohee Yang, Sungmin Cha, Moontae Lee, Lajanugen Logeswaran, and Minjoon Seo. 2023. Knowledge Unlearning for Mitigating Privacy Risks in Language Models. In The 61st Annual Meeting Of The Association For Computational Linguistics."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-1911"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.52202\/079017-0400"},{"key":"e_1_3_2_1_24_1","volume-title":"Rwku: Benchmarking real-world knowledge unlearning for large language models. arXiv preprint arXiv:2406.10890","author":"Jin Zhuoran","year":"2024","unstructured":"Zhuoran Jin, Pengfei Cao, Chenhao Wang, Zhitao He, Hongbang Yuan, Jiachun Li, Yubo Chen, Kang Liu, and Jun Zhao. 2024. Rwku: Benchmarking real-world knowledge unlearning for large language models. arXiv preprint arXiv:2406.10890 (2024)."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11042-023-17007-z"},{"key":"e_1_3_2_1_26_1","volume-title":"Supervised contrastive learning. Advances in neural information processing systems","author":"Khosla Prannay","year":"2020","unstructured":"Prannay Khosla, Piotr Teterwak, Chen Wang, Aaron Sarna, Yonglong Tian, Phillip Isola, Aaron Maschinot, Ce Liu, and Dilip Krishnan. 2020. Supervised contrastive learning. Advances in neural information processing systems, Vol. 33 (2020), 18661-18673."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.52202\/075280-0911"},{"key":"e_1_3_2_1_28_1","volume-title":"Proceedings of the 41st International Conference on Machine Learning. 28525-28550","author":"Li Nathaniel","year":"2024","unstructured":"Nathaniel Li, Alexander Pan, Anjali Gopal, Summer Yue, Daniel Berrios, Alice Gatti, Justin D Li, Ann-Kathrin Dombrowski, Shashwat Goel, Gabriel Mukobi, et al., 2024a. The WMDP benchmark: measuring and reducing malicious use with unlearning. In Proceedings of the 41st International Conference on Machine Learning. 28525-28550."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121025"},{"key":"e_1_3_2_1_30_1","volume-title":"Unveiling the Pitfalls of Knowledge Editing for Large Language Models. In The Twelfth International Conference on Learning Representations.","author":"Li Zhoubo","year":"2024","unstructured":"Zhoubo Li, Ningyu Zhang, Yunzhi Yao, Mengru Wang, Xi Chen, and Huajun Chen. 2024b. Unveiling the Pitfalls of Knowledge Editing for Large Language Models. In The Twelfth International Conference on Learning Representations."},{"key":"e_1_3_2_1_31_1","volume-title":"Conference on Lifelong Learning Agents. PMLR, 243-254","author":"Liu Bo","year":"2022","unstructured":"Bo Liu, Qiang Liu, and Peter Stone. 2022. Continual learning and private unlearning. In Conference on Lifelong Learning Agents. PMLR, 243-254."},{"key":"e_1_3_2_1_32_1","volume-title":"Rethinking Layer Removal: Preserving Critical Components with Task-Aware Singular Value Decomposition. arXiv preprint arXiv:2501.00339","author":"Liu Kainan","year":"2024","unstructured":"Kainan Liu, Yong Zhang, Ning Cheng, Zhitao Li, Shaojun Wang, and Jing Xiao. 2024. Rethinking Layer Removal: Preserving Critical Components with Task-Aware Singular Value Decomposition. arXiv preprint arXiv:2501.00339 (2024)."},{"key":"e_1_3_2_1_33_1","volume-title":"Xiaojun Xu, Hang Li, et al.","author":"Liu Sijia","year":"2025","unstructured":"Sijia Liu, Yuanshun Yao, Jinghan Jia, Stephen Casper, Nathalie Baracaldo, Peter Hase, Yuguang Yao, Chris Yuhao Liu, Xiaojun Xu, Hang Li, et al., 2025. Rethinking machine unlearning for large language models. Nature Machine Intelligence (2025), 1-14."},{"key":"e_1_3_2_1_34_1","volume-title":"Tofu: A task of fictitious unlearning for llms. arXiv preprint arXiv:2401.06121","author":"Maini Pratyush","year":"2024","unstructured":"Pratyush Maini, Zhili Feng, Avi Schwarzschild, Zachary C Lipton, and J Zico Kolter. 2024. Tofu: A task of fictitious unlearning for llms. arXiv preprint arXiv:2401.06121 (2024)."},{"key":"e_1_3_2_1_35_1","first-page":"1933","volume-title":"International Conference on Computational Linguistics (COLING","author":"Murphy Brian","year":"2012","unstructured":"Brian Murphy, Partha Pratim Talukdar, and Tom Mitchell. 2012. Learning effective and interpretable semantic models using non-negative sparse embedding. In International Conference on Computational Linguistics (COLING 2012), Mumbai, India. Association for Computational Linguistics, 1933-1949."},{"key":"e_1_3_2_1_36_1","first-page":"16025","article-title":"Variational bayesian unlearning","volume":"33","author":"Nguyen Quoc Phong","year":"2020","unstructured":"Quoc Phong Nguyen, Bryan Kian Hsiang Low, and Patrick Jaillet. 2020. Variational bayesian unlearning. Advances in Neural Information Processing Systems, Vol. 33 (2020), 16025-16036.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D17-1041"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2338"},{"key":"e_1_3_2_1_39_1","first-page":"18075","article-title":"Remember what you want to forget: Algorithms for machine unlearning","volume":"34","author":"Sekhari Ayush","year":"2021","unstructured":"Ayush Sekhari, Jayadev Acharya, Gautam Kamath, and Ananda Theertha Suresh. 2021. Remember what you want to forget: Algorithms for machine unlearning. Advances in Neural Information Processing Systems, Vol. 34 (2021), 18075-18086.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2022.102925"},{"key":"e_1_3_2_1_41_1","volume-title":"Muse: Machine unlearning six-way evaluation for language models. arXiv preprint arXiv:2407.06460","author":"Shi Weijia","year":"2024","unstructured":"Weijia Shi, Jaechan Lee, Yangsibo Huang, Sadhika Malladi, Jieyu Zhao, Ari Holtzman, Daogao Liu, Luke Zettlemoyer, Noah A Smith, and Chiyuan Zhang. 2024. Muse: Machine unlearning six-way evaluation for language models. arXiv preprint arXiv:2407.06460 (2024)."},{"key":"e_1_3_2_1_42_1","volume-title":"A Survey on Sparse Autoencoders: Interpreting the Internal Mechanisms of Large Language Models. arXiv preprint arXiv:2503.05613","author":"Shu Dong","year":"2025","unstructured":"Dong Shu, Xuansheng Wu, Haiyan Zhao, Daking Rai, Ziyu Yao, Ninghao Liu, and Mengnan Du. 2025. A Survey on Sparse Autoencoders: Interpreting the Internal Mechanisms of Large Language Models. arXiv preprint arXiv:2503.05613 (2025)."},{"key":"e_1_3_2_1_43_1","volume-title":"Knowledge unlearning for llms: Tasks, methods, and challenges. arXiv preprint arXiv:2311.15766","author":"Si Nianwen","year":"2023","unstructured":"Nianwen Si, Hao Zhang, Heyu Chang, Wenlin Zhang, Dan Qu, and Weiqiang Zhang. 2023. Knowledge unlearning for llms: Tasks, methods, and challenges. arXiv preprint arXiv:2311.15766 (2023)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP53844.2022.00027"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57959-7"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.52202\/075280-3508"},{"key":"e_1_3_2_1_47_1","first-page":"8403","volume-title":"Machine Unlearning of Pre-trained Large Language Models. In 62nd Annual Meeting of the Association for Computational Linguistics, ACL","author":"Yao Jin","year":"2024","unstructured":"Jin Yao, Eli Chien, Minxin Du, Xinyao Niu, Tianhao Wang, Zezhou Cheng, and Xiang Yue. 2024. Machine Unlearning of Pre-trained Large Language Models. In 62nd Annual Meeting of the Association for Computational Linguistics, ACL 2024. Association for Computational Linguistics (ACL), 8403-8419."},{"key":"e_1_3_2_1_48_1","volume-title":"Scaling Embedding Layers in Language Models. arXiv preprint arXiv:2502.01637","author":"Yu Da","year":"2025","unstructured":"Da Yu, Edith Cohen, Badih Ghazi, Yangsibo Huang, Pritish Kamath, Ravi Kumar, Daogao Liu, and Chiyuan Zhang. 2025. Scaling Embedding Layers in Language Models. arXiv preprint arXiv:2502.01637 (2025)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503161.3548378"},{"key":"e_1_3_2_1_50_1","volume-title":"A step toward world models: A survey on robotic manipulation. arXiv preprint arXiv:2511.02097","author":"Zhang Peng-Fei","year":"2025","unstructured":"Peng-Fei Zhang, Ying Cheng, Xiaofan Sun, Shijie Wang, Fengling Li, Lei Zhu, and Heng Tao Shen. 2025. A step toward world models: A survey on robotic manipulation. arXiv preprint arXiv:2511.02097 (2025)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3657781"},{"key":"e_1_3_2_1_52_1","volume-title":"First Conference on Language Modeling.","author":"Zhang Ruiqi","year":"2024","unstructured":"Ruiqi Zhang, Licong Lin, Yu Bai, and Song Mei. 2024b. Negative Preference Optimization: From Catastrophic Collapse to Effective Unlearning. In First Conference on Language Modeling."},{"key":"e_1_3_2_1_53_1","unstructured":"Wayne Xin Zhao Kun Zhou Junyi Li Tianyi Tang Xiaolei Wang Yupeng Hou Yingqian Min Beichen Zhang Junjie Zhang Zican Dong et al. 2023. A survey of large language models. arXiv preprint arXiv:2303.18223 Vol. 1 2 (2023)."}],"event":{"name":"WWW '26: The ACM Web Conference 2026","location":"Dubai United Arab Emirates","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2026"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3774904.3792324","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T07:18:11Z","timestamp":1783149491000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3774904.3792324"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":53,"alternative-id":["10.1145\/3774904.3792324","10.1145\/3774904"],"URL":"https:\/\/doi.org\/10.1145\/3774904.3792324","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-04-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}