{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T23:16:06Z","timestamp":1783638966784,"version":"3.55.0"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T00:00:00Z","timestamp":1778457600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T00:00:00Z","timestamp":1783641600000},"content-version":"vor","delay-in-days":60,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"Hwarang-Dae Research Institute of Korea Military Academy"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Rep"],"DOI":"10.1038\/s41598-026-51158-x","type":"journal-article","created":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T08:29:23Z","timestamp":1778488163000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Decoupling forgetting and preservation in federated unlearning via knowledge distillation"],"prefix":"10.1038","volume":"16","author":[{"given":"Hyun","family":"Kwon","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joo Bon","family":"Maeng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dae-Jin","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,11]]},"reference":[{"key":"51158_CR1","unstructured":"McMahan, B., Moore, E., Ramage, D., Hampson, S. & y Arcas, B.\u00a0A. Communication-efficient learning of deep networks from decentralized data. In: Proceedings of the 20th International Conference on Artificial Intelligence and Statistics, pp. 1273\u20131282 (2017)."},{"key":"51158_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106775","volume":"216","author":"C Zhang","year":"2021","unstructured":"Zhang, C. et al. A survey on federated learning. Knowl.-Based Syst. 216, 106775 (2021).","journal-title":"Knowl.-Based Syst."},{"key":"51158_CR3","unstructured":"Li, T. et al. Federated optimization in heterogeneous networks. Proceedings of Machine Learning and Systems 2, 429\u2013450 (2020)."},{"key":"51158_CR4","unstructured":"Karimireddy, S.\u00a0P. et al. Scaffold: Stochastic controlled averaging for federated learning. In: Proceedings of the 37th International Conference on Machine Learning. pp. 5132\u20135143 (2020)."},{"key":"51158_CR5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-57959-7","volume-title":"The EU General Data Protection Regulation (GDPR): A Practical Guide","author":"P Voigt","year":"2017","unstructured":"Voigt, P. & Von dem Bussche, A. The EU General Data Protection Regulation (GDPR): A Practical Guide (Springer, 2017)."},{"key":"51158_CR6","doi-asserted-by":"crossref","unstructured":"Liu, G., Ma, X., Yang, Y., Wang, C. & Liu, J. Federaser: Enabling efficient client-level data removal from federated learning models. IEEE\/ACM International Symposium on Quality of Service, 1\u201310 (2021).","DOI":"10.1109\/IWQOS52092.2021.9521274"},{"issue":"1","key":"51158_CR7","first-page":"1","volume":"56","author":"H Xu","year":"2024","unstructured":"Xu, H., Zhu, T., Zhang, L., Zhou, W. & Yu, P. S. Machine unlearning: A survey. ACM Comput. Surv. 56(1), 1\u201336 (2024).","journal-title":"ACM Comput. Surv."},{"key":"51158_CR8","unstructured":"Nguyen, T.\u00a0T. et al. A survey of machine unlearning. In: arXiv preprint. arXiv:2209.02299 (2022)."},{"key":"51158_CR9","first-page":"11516","volume":"35","author":"L Graves","year":"2021","unstructured":"Graves, L., Nagisetty, V. & Ganesh, V. Amnesiac machine learning, proceedings of the AAAI Conference on.. Artif. Intell. 35, 11516\u201311524 (2021).","journal-title":"Artif. Intell."},{"key":"51158_CR10","doi-asserted-by":"crossref","unstructured":"Thudi, A., Deza, G., Chandrasekaran, V. & Papernot, N. Unrolling sgd: Understanding factors of influence in machine unlearning. IEEE 7th European Symposium on Security and Privacy. pp. 303\u2013319 (2022)","DOI":"10.1109\/EuroSP53844.2022.00027"},{"key":"51158_CR11","unstructured":"Neel, S., Roth, A. & Sharifi-Malvajerdi, S. Descent-to-delete: Gradient-based methods for machine unlearning. In: Algorithmic Learning Theory 931\u2013962 (2021)."},{"key":"51158_CR12","unstructured":"Wu, C., Zhu, S. & Mitra, P. Federated unlearning with knowledge distillation. arXiv preprint arXiv:2201.09441 (2022)."},{"key":"51158_CR13","unstructured":"Guo, C.,\u00a0Goldstein, T.,\u00a0Hannun, A.\u00a0Van Der Maaten, L. Certified data removal from machine learning models. In: Proceedings of the 37th International Conference on Machine Learning, pp. 3832\u20133842 (2020)."},{"key":"51158_CR14","unstructured":"Izzo, Z., Smart, M.\u00a0A., Chaudhuri, K. & Zou, J. Approximate data deletion from machine learning models. In: Proceedings of the 24th International Conference on Artificial Intelligence and Statistics. pp. 2008\u20132016 (2021)."},{"key":"51158_CR15","unstructured":"Hinton, G., Vinyals, O. & Dean, J. Distilling the knowledge in a neural network. arXiv preprint arXiv:1503.02531 (2015)."},{"key":"51158_CR16","doi-asserted-by":"crossref","unstructured":"Cai, H., Wu, W., Chai, B. & Zhang, Y. Relation-fused attention in knowledge graphs for recommendation. International Conference on Neural Information Processing, Springer 285\u2013299 (2024).","DOI":"10.1007\/978-981-96-6951-6_20"},{"key":"51158_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2024.109626","volume":"139","author":"W Wu","year":"2025","unstructured":"Wu, W. et al. Adaptive patch contrast for weakly supervised semantic segmentation. Eng. Appl. Artif. Intell. 139, 109626 (2025).","journal-title":"Eng. Appl. Artif. Intell."},{"key":"51158_CR18","doi-asserted-by":"crossref","unstructured":"Wu, W. et al. Tag-enriched multi-attention with large language models for cross-domain sequential recommendation. IEEE Transactions on Consumer Electronics (2025).","DOI":"10.1109\/TCE.2025.3620527"},{"issue":"11","key":"51158_CR19","doi-asserted-by":"publisher","first-page":"717","DOI":"10.3390\/fractalfract9110717","volume":"9","author":"Y Yuan","year":"2025","unstructured":"Yuan, Y., Wu, W., Xu, C.-A., Zhang, W. & Jin, C. Federated incomplete multi-view unsupervised feature selection with fractional sparsity-guided whale optimization and tensor alternating learning. Fractal Fract. 9(11), 717 (2025).","journal-title":"Fractal Fract."},{"key":"51158_CR20","unstructured":"Shaik, T., Tao, X., Xie, H., Li, L., Zhu, X. & Li, Q. Exploring the landscape of machine unlearning: A comprehensive survey and taxonomy, arXiv preprint arXiv:2305.06360 (2023)."},{"key":"51158_CR21","doi-asserted-by":"crossref","unstructured":"Cao, Y. & Yang, J. Towards making systems forget with machine unlearning. IEEE Symposium on Security and Privacy 463\u2013480 (2015).","DOI":"10.1109\/SP.2015.35"},{"key":"51158_CR22","doi-asserted-by":"crossref","unstructured":"Bourtoule, L. et al. Machine unlearning. IEEE Symposium on Security and Privacy, 141\u2013159 (2021).","DOI":"10.1109\/SP40001.2021.00019"},{"key":"51158_CR23","first-page":"3518","volume":"32","author":"A Ginart","year":"2019","unstructured":"Ginart, A., Guan, M., Valiant, G. & Zou, J. Y. Making ai forget you: Data deletion in machine learning. Adv. Neural Inf. Process. Syst. 32, 3518\u20133531 (2019).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"51158_CR24","first-page":"18075","volume":"34","author":"A Sekhari","year":"2021","unstructured":"Sekhari, A., Acharya, J., Kamath, G. & Suresh, A. T. Remember what you want to forget: Algorithms for machine unlearning. Adv. Neural Inf. Process. Syst. 34, 18075\u201318086 (2021).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"51158_CR25","unstructured":"Koh, P.\u00a0W. & Liang, P. Understanding black-box predictions via influence functions. In: Proceedings of the 34th International Conference on Machine Learning. pp. 1885\u20131894 (2017)."},{"key":"51158_CR26","unstructured":"Wu, Y., Dobriban, E. & Davidson, S. Deltagrad: Rapid retraining of machine learning models. In: Proceedings of the 37th International Conference on Machine Learning. pp. 10355\u201310366 (2020)."},{"key":"51158_CR27","doi-asserted-by":"crossref","unstructured":"Mehta, R., Pal, S., Singh, V. & Ravi, S.\u00a0N. Deep unlearning via randomized conditionally independent hessians. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 10422\u201310431 (2022).","DOI":"10.1109\/CVPR52688.2022.01017"},{"key":"51158_CR28","doi-asserted-by":"crossref","unstructured":"Golatkar, A., Achille, A. & Soatto, S. Eternal sunshine of the spotless net: Selective forgetting in deep networks. In: IEEE\/CVF Conference on Computer Vision and Pattern Recognition. pp. 9304\u20139312 (2020).","DOI":"10.1109\/CVPR42600.2020.00932"},{"key":"51158_CR29","first-page":"7611","volume":"33","author":"J Wang","year":"2020","unstructured":"Wang, J., Liu, Q., Liang, H., Joshi, G. & Poor, H. V. Tackling the objective inconsistency problem in heterogeneous federated optimization. Adv. Neural Inf. Process. Syst. 33, 7611\u20137623 (2020).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"51158_CR30","unstructured":"Halimi, A., Kadhe, S., Rawat, A. & Baracaldo, N. Federated unlearning: How to efficiently erase a client in fl? arXiv preprint arXiv:2207.05521 (2022)."},{"key":"51158_CR31","doi-asserted-by":"crossref","unstructured":"Liu, Y et al. The right to be forgotten in federated learning: An efficient realization with rapid retraining. In: IEEE INFOCOM. pp. 1749\u20131758 (2022).","DOI":"10.1109\/INFOCOM48880.2022.9796721"},{"key":"51158_CR32","doi-asserted-by":"crossref","unstructured":"Wang, J., Guo, S., Xie, X. & Qi, H. Federated unlearning via class-discriminative pruning. Proceedings of the ACM Web Conference 622\u2013632 (2022).","DOI":"10.1145\/3485447.3512222"},{"key":"51158_CR33","doi-asserted-by":"publisher","first-page":"268","DOI":"10.56553\/popets-2022-0072","volume":"2022","author":"D Sommer","year":"2022","unstructured":"Sommer, D., Song, L., Wagh, S. & Mittal, P. Athena: Probabilistic verification of machine unlearning. Proceedings on Privacy Enhancing Technologies 2022, 268\u2013290 (2022).","journal-title":"Proceedings on Privacy Enhancing Technologies"},{"key":"51158_CR34","first-page":"2351","volume":"33","author":"T Lin","year":"2020","unstructured":"Lin, T., Kong, L., Stich, S. U. & Jaggi, M. Ensemble distillation for robust model fusion in federated learning. Adv. Neural Inf. Process. Syst. 33, 2351\u20132363 (2020).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"51158_CR35","doi-asserted-by":"publisher","first-page":"38461","DOI":"10.52202\/068431-2787","volume":"35","author":"G Lee","year":"2022","unstructured":"Lee, G., Shin, M. & Shin, S. Preservation of the global knowledge by not-true distillation in federated learning. Adv. Neural Inf. Process. Syst. 35, 38461\u201338474 (2022).","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"51158_CR36","doi-asserted-by":"crossref","unstructured":"Chundawat, V.\u00a0S., Tarun, A.\u00a0K., Mandal, M. Kankanhalli, M. Can bad teaching induce forgetting? unlearning in deep networks using an incompetent teacher, Proceedings of the AAAI Conference on Artificial Intelligence, Vol.\u00a037, (2023), pp. 7210\u20137217.","DOI":"10.1609\/aaai.v37i6.25879"},{"key":"51158_CR37","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.neunet.2019.01.012","volume":"113","author":"GI Parisi","year":"2019","unstructured":"Parisi, G. I., Kemker, R., Part, J. L., Kanan, C. & Wermter, S. Continual lifelong learning with neural networks: A review. Neural Netw. 113, 54\u201371 (2019).","journal-title":"Neural Netw."},{"issue":"13","key":"51158_CR38","doi-asserted-by":"publisher","first-page":"3521","DOI":"10.1073\/pnas.1611835114","volume":"114","author":"J Kirkpatrick","year":"2017","unstructured":"Kirkpatrick, J. et al. Overcoming catastrophic forgetting in neural networks. Proc. Natl. Acad. Sci. U. S. A. 114(13), 3521\u20133526 (2017).","journal-title":"Proc. Natl. Acad. Sci. U. S. A."},{"key":"51158_CR39","doi-asserted-by":"crossref","unstructured":"Tian, Y., Chen, H., Zhu, X. & Yu, X. Fedkt: A nature-inspired bayesian federated learning framework for privacy-preserving and lightweight consumer devices. IEEE Transactions on Consumer Electronics (2026).","DOI":"10.1109\/TCE.2026.3667765"},{"key":"51158_CR40","unstructured":"Yu, T. et al. Gradient surgery for multi-task learning. in: Advances in Neural Information Processing Systems 33, 5824\u20135836 (2020)."},{"key":"51158_CR41","unstructured":"Chen, Z., Badrinarayanan, V., Lee, C.-Y. & Rabinovich, A. Gradnorm: Gradient normalization for adaptive loss balancing in deep multitask networks. International Conference on Machine Learning, PMLR 794\u2013803 (2018)."},{"issue":"11","key":"51158_CR42","doi-asserted-by":"publisher","first-page":"2278","DOI":"10.1109\/5.726791","volume":"86","author":"Y LeCun","year":"1998","unstructured":"LeCun, Y., Bottou, L., Bengio, Y. & Haffner, P. Gradient-based learning applied to document recognition. Proc. IEEE 86(11), 2278\u20132324 (1998).","journal-title":"Proc. IEEE"},{"key":"51158_CR43","volume-title":"Learning multiple layers of features from tiny images","author":"A Krizhevsky","year":"2009","unstructured":"Krizhevsky, A. Learning multiple layers of features from tiny images (University of Toronto, 2009)."},{"key":"51158_CR44","doi-asserted-by":"crossref","unstructured":"Deng, J. et al. Imagenet: A large-scale hierarchical image database. IEEE Conference on Computer Vision and Pattern Recognition 248\u2013255 (2009).","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"51158_CR45","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S. & Sun, J. Deep residual learning for image recognition 770\u2013778 (2016).","DOI":"10.1109\/CVPR.2016.90"},{"key":"51158_CR46","unstructured":"Netzer, Y. et al. Reading digits in natural images with unsupervised feature learning. NIPS Workshop on Deep Learning and Unsupervised Feature Learning (2011)."}],"container-title":["Scientific Reports"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-51158-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-51158-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-51158-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T22:45:25Z","timestamp":1783637125000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41598-026-51158-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,5,11]]},"references-count":46,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["51158"],"URL":"https:\/\/doi.org\/10.1038\/s41598-026-51158-x","relation":{},"ISSN":["2045-2322"],"issn-type":[{"value":"2045-2322","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,5,11]]},"assertion":[{"value":"23 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 May 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors give ethical and informed consent. There are no human or animal experiments in this paper. Also, there is no copyrighted data related to the figures.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical and informed consent for data used"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}],"article-number":"21476"}}