{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,10]],"date-time":"2026-11-10T04:17:07Z","timestamp":1794284227140,"version":"4.9.0"},"reference-count":115,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,1]],"date-time":"2024-06-01T00:00:00Z","timestamp":1717200000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Hong Kong Research Grants Council","award":["CityU 11211422"],"award-info":[{"award-number":["CityU 11211422"]}]},{"name":"Hong Kong Research Grants Council","award":["R1012-21"],"award-info":[{"award-number":["R1012-21"]}]},{"name":"Hong Kong Research Grants Council","award":["R6021-20F"],"award-info":[{"award-number":["R6021-20F"]}]},{"name":"Hong Kong Research Grants Council","award":["RFS2122-1S04"],"award-info":[{"award-number":["RFS2122-1S04"]}]},{"name":"Hong Kong Research Grants Council","award":["C2004-21G"],"award-info":[{"award-number":["C2004-21G"]}]},{"name":"Hong Kong Research Grants Council","award":["C1029-22G"],"award-info":[{"award-number":["C1029-22G"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Emerg. Top. Comput. Intell."],"published-print":{"date-parts":[[2024,6]]},"DOI":"10.1109\/tetci.2024.3379240","type":"journal-article","created":{"date-parts":[[2024,4,9]],"date-time":"2024-04-09T15:48:37Z","timestamp":1712677717000},"page":"2150-2168","source":"Crossref","is-referenced-by-count":110,"title":["Machine Unlearning: Solutions and Challenges"],"prefix":"10.1109","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9924-4157","authenticated-orcid":false,"given":"Jie","family":"Xu","sequence":"first","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Hong Kong, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6551-6177","authenticated-orcid":false,"given":"Zihan","family":"Wu","sequence":"additional","affiliation":[{"name":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0547-315X","authenticated-orcid":false,"given":"Cong","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Hong Kong, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8702-8302","authenticated-orcid":false,"given":"Xiaohua","family":"Jia","sequence":"additional","affiliation":[{"name":"Department of Computer Science, City University of Hong Kong, Hong Kong, Hong Kong"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01009"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa8685"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3535101"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1126\/science.aaa8415"},{"key":"ref5","first-page":"1","article-title":"Knowledge removal in sampling-based Bayesian inference","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Fu","year":"2021"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2023.3266233"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2022.3229593"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/3603620"},{"key":"ref9","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-319-57959-7","volume-title":"The EU General Data Protection Regulation (GDPR). A Practical Guide","author":"Voigt","year":"2017"},{"key":"ref10","article-title":"California consumer privacy act (CCPA)","year":"2023"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/BigData47090.2019.9006179"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP51992.2021.00028"},{"key":"ref13","first-page":"1807","article-title":"Poisoning attacks against support vector machines","volume-title":"Proc. 29th Int. Conf. Mach. Learn.","author":"Biggio","year":"2012"},{"key":"ref14","first-page":"3520","article-title":"Certified defenses for data poisoning attacks","volume-title":"Proc. 31st Int. Conf. Neural Inf. Process. Syst.","author":"Steinhardt","year":"2017"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/2523813"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2015.35"},{"key":"ref17","first-page":"4007","article-title":"On the necessity of auditable algorithmic definitions for machine unlearning","volume-title":"Proc. 31st USENIX Secur. Symp.","author":"Thudi","year":"2022"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/556"},{"key":"ref19","article-title":"Towards a rigorous science of interpretable machine learning","author":"Doshi-Velez","year":"2017"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref21","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Koh","year":"2017"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1974.10482962"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1201\/b12207"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022859003006"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-009-9124-7"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3460120.3484756"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-45724-2_13"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3319535.3354208"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2023.3265506"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1145\/3196494.3196517"},{"key":"ref31","first-page":"3575","article-title":"Poison forensics: Traceback of data poisoning attacks in neural networks","volume-title":"Proc. 31st USENIX Secur. Symp.","author":"Shan","year":"2022"},{"key":"ref32","first-page":"2449","article-title":"Deletion-robust submodular maximization: Data summarization with the right to be forgotten","volume-title":"Proc. 34th Int. Conf. Mach. Learn.","author":"Mirzasoleiman","year":"2017"},{"key":"ref33","first-page":"4548","article-title":"Overcoming catastrophic forgetting with hard attention to the task","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Serra","year":"2018"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3448016.3457239"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.01929"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00019"},{"key":"ref37","first-page":"13263","article-title":"The privacy onion effect: Memorization is relative","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Carlini","year":"2022"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20083-0_6"},{"key":"ref39","first-page":"1","article-title":"A zest of LIME: Towards architecture-independent model distances","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Jia","year":"2021"},{"key":"ref40","first-page":"10355","article-title":"Deltagrad: Rapid retraining of machine learning models","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wu","year":"2020"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00932"},{"key":"ref42","article-title":"An introduction to machine unlearning","author":"Mercuri","year":"2022"},{"key":"ref43","first-page":"3832","article-title":"Certified data removal from machine learning models","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo","year":"2020"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/11787006_1"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref46","first-page":"1","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.2118\/18761-MS"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref49","first-page":"142","article-title":"Learning word vectors for sentiment analysis","volume-title":"Proc. 49th Annu. Meeting Assoc. Comput. Linguistics: Hum. Lang. Technol.","author":"Maas","year":"2011"},{"key":"ref50","first-page":"1","article-title":"Pointer sentinel mixture models","volume-title":"Proc. 5th Int. Conf. Learn. Representations","author":"Merity","year":"2017"},{"key":"ref51","article-title":"Openwebtext corpus","author":"Gokaslan","year":"2019"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v29i3.2157"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/276675.276685"},{"key":"ref54","first-page":"1","article-title":"Deep gaussian embedding of graphs: Unsupervised inductive learning via ranking","volume-title":"Proc. 6th In. Conf. Learn. Representations","author":"Bojchevski","year":"2018"},{"key":"ref55","article-title":"A survey of machine unlearning","author":"Nguyen","year":"2022"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/mc.2023.3333319"},{"key":"ref57","article-title":"Exploring the landscape of machine unlearning: A survey and taxonomy","author":"Shaik","year":"2023"},{"key":"ref58","first-page":"1092","article-title":"Machine unlearning for random forests","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Brophy","year":"2021"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3548606.3559352"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3511997"},{"key":"ref61","first-page":"1","article-title":"Making AI forget you: Data deletion in machine learning","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Ginart","year":"2019"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM53939.2023.10229075"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796721"},{"key":"ref64","first-page":"18075","article-title":"Remember what you want to forget: Algorithms for machine unlearning","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Sekhari","year":"2021"},{"key":"ref65","first-page":"18892","article-title":"Algorithms that approximate data removal: New results and limitations","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Suriyakumar","year":"2022"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01017"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i8.20846"},{"key":"ref68","first-page":"13132","article-title":"Repairing neural networks by leaving the right past behind","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Tanno","year":"2022"},{"issue":"3","key":"ref69","first-page":"1069","article-title":"Differentially private empirical risk minimization","volume":"12","author":"Chaudhuri","year":"2011","journal-title":"J. Mach. Learn. Res."},{"key":"ref70","first-page":"1","article-title":"Machine unlearning of features and labels","volume-title":"Proc. 30th Annu. Netw. Distrib. System Secur. Symp.","author":"Warnecke","year":"2023"},{"issue":"1","key":"ref71","first-page":"5776","article-title":"New insights and perspectives on the natural gradient method","volume":"21","author":"Martens","year":"2020","journal-title":"J. Mach. Learn. Res."},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58526-6_23"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00085"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2021\/137"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/SP46215.2023.10179336"},{"key":"ref76","first-page":"931","article-title":"Descent-to-delete: Gradient-based methods for machine unlearning","volume-title":"Proc. Algorithmic Learn. Theory","author":"Neel","year":"2021"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796974"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1007\/BF01582063"},{"key":"ref79","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Artif. Intell. Statist.","author":"McMahan","year":"2017"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1145\/3374664.3375751"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583521"},{"key":"ref82","first-page":"1","article-title":"GNNDelete: A general strategy for unlearning in graph neural networks","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Cheng","year":"2022"},{"key":"ref83","first-page":"1","article-title":"Efficient model updates for approximate unlearning of graph-structured data","volume-title":"Proc. 11th Int. Conf. Learn. Representations","author":"Chien","year":"2022"},{"key":"ref84","first-page":"3205","article-title":"Inductive graph unlearning","volume-title":"Proc. 32nd USENIX Conf. Secur. Symp.","author":"Wang","year":"2023"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583547"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.1145\/3543507.3583305"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.4324\/9781003106715-8"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1016\/j.tics.2013.01.001"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512222"},{"key":"ref90","first-page":"2008","article-title":"Approximate data deletion from machine learning models","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Izzo","year":"2021"},{"key":"ref91","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00750"},{"key":"ref92","first-page":"27591","article-title":"QUARK: Controllable text generation with reinforced unlearning","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Lu","year":"2022"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2022.3194884"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1145\/3488932.3517406"},{"key":"ref95","first-page":"16025","article-title":"Variational Bayesian unlearning","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Nguyen","year":"2020"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2017.08.007"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00106"},{"key":"ref98","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833596"},{"key":"ref99","first-page":"18021","article-title":"Manipulating SGD with data ordering attacks","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Shumailov","year":"2021"},{"key":"ref100","doi-asserted-by":"publisher","DOI":"10.1109\/tdsc.2024.3382321"},{"key":"ref101","doi-asserted-by":"publisher","DOI":"10.56553\/popets-2022-0072"},{"key":"ref102","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2024.3358993"},{"key":"ref103","first-page":"4768","article-title":"A unified approach to interpreting model predictions","volume-title":"Proc. 31st Int. Conf. Neural Inf. Process. Syst.","author":"Lundberg","year":"2017"},{"key":"ref104","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2017.2751969"},{"key":"ref105","first-page":"689","article-title":"Multimodal deep learning","volume-title":"Proc. 28th Int. Conf. Mach. Learn.","author":"Ngiam","year":"2011"},{"key":"ref106","doi-asserted-by":"publisher","DOI":"10.5555\/3045118.3045167"},{"key":"ref107","first-page":"16319","article-title":"Adaptive machine unlearning","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Gupta","year":"2021"},{"key":"ref108","first-page":"22205","article-title":"Auditing differentially private machine learning: How private is private SGD?","volume-title":"Proc. Annu. Conf. Neural Inf. Process. Syst.","author":"Jagielski","year":"2020"},{"key":"ref109","first-page":"1895","article-title":"Evaluating differentially private machine learning in practice","volume-title":"Proc. 28th USENIX Secur. Symp.","author":"Jayaraman","year":"2019"},{"key":"ref110","doi-asserted-by":"publisher","DOI":"10.14778\/2824032.2824067"},{"key":"ref111","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"ref112","article-title":"Verifiable and provably secure machine unlearning","author":"Eisenhofer","year":"2022"},{"key":"ref113","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP53844.2022.00027"},{"key":"ref114","article-title":"The information bottleneck method","author":"Tishby","year":"2000"},{"key":"ref115","volume-title":"Interpretable Machine Learning","author":"Molnar","year":"2020"}],"container-title":["IEEE Transactions on Emerging Topics in Computational Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7433297\/10538459\/10488864.pdf?arnumber=10488864","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,5,25]],"date-time":"2024-05-25T00:37:09Z","timestamp":1716597429000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10488864\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6]]},"references-count":115,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tetci.2024.3379240","relation":{},"ISSN":["2471-285X"],"issn-type":[{"value":"2471-285X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,6]]}}}