{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,5]],"date-time":"2026-08-05T10:43:18Z","timestamp":1785926598674,"version":"3.56.0"},"reference-count":39,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans.Inform.Forensic Secur."],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/tifs.2025.3571666","type":"journal-article","created":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T17:55:58Z","timestamp":1747677358000},"page":"5211-5223","source":"Crossref","is-referenced-by-count":8,"title":["Evaluation of Machine Unlearning Through Model Difference"],"prefix":"10.1109","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7905-3126","authenticated-orcid":false,"given":"Weiqi","family":"Wang","sequence":"first","affiliation":[{"name":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2352-0485","authenticated-orcid":false,"given":"Chenhan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Macquarie University, Sydney, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8905-0941","authenticated-orcid":false,"given":"Zhiyi","family":"Tian","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4485-6743","authenticated-orcid":false,"given":"Shui","family":"Yu","sequence":"additional","affiliation":[{"name":"School of Computer Science, University of Technology Sydney, Sydney, NSW, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6518-3130","authenticated-orcid":false,"given":"Zhou","family":"Su","sequence":"additional","affiliation":[{"name":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, Shaanxi, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2013.03.010"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/SP40001.2021.00019"},{"key":"ref3","first-page":"931","article-title":"Descent-to-delete: Gradient-based methods for machine unlearning","volume-title":"Proc. 32nd Int. Conf. Algorithmic Learn. Theory","author":"Neel"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2023.23087"},{"key":"ref5","first-page":"8075","article-title":"Remember what you want to forget: Algorithms for machine unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"34","author":"Sekhari"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3266233"},{"key":"ref7","first-page":"3832","article-title":"Certified data removal from machine learning models","volume-title":"Proc. Int. Conf. Mach. Learn.","volume":"119","author":"Guo"},{"key":"ref8","first-page":"4007","article-title":"On the necessity of auditable algorithmic definitions for machine unlearning","volume-title":"Proc. 31st USENIX Secur. Symp. (USENIX Secur.)","author":"Thudi"},{"key":"ref9","article-title":"Measuring forgetting of memorized training examples","volume-title":"Proc. 11th Int. Conf. Learn. Represent. (ICLR)","author":"Jagielski"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/532"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2023.3328269"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.56553\/popets-2022-0072"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00390"},{"key":"ref14","first-page":"2725","article-title":"ASSET: Robust backdoor data detection across a multiplicity of deep learning paradigms","volume-title":"Proc. 32nd USENIX Secur. Symp. (USENIX Secur. 23)","author":"Pan"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00015"},{"key":"ref16","first-page":"16025","article-title":"Variational Bayesian unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Nguyen"},{"key":"ref17","article-title":"Knowledge removal in sampling-based Bayesian inference","volume-title":"Proc. 10th Int. Conf. Learn. Represent. (ICLR)","author":"Fu"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i6.25879"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3372297.3423362"},{"key":"ref20","first-page":"1957","article-title":"Towards unbounded machine unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kurmanji"},{"key":"ref21","article-title":"Evaluating machine unlearning via epistemic uncertainty","author":"Becker","year":"2022","journal-title":"arXiv:2208.10836"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3460120.3484756"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00248"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM54140.2023.10437231"},{"key":"ref25","first-page":"16319","article-title":"Adaptive machine unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Gupta"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/556"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/3658644.3670398"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2023.3331239"},{"key":"ref29","first-page":"1885","article-title":"Understanding black-box predictions via influence functions","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Koh"},{"key":"ref30","first-page":"715","article-title":"On second-order group influence functions for black-box predictions","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Basu"},{"key":"ref31","first-page":"17953","article-title":"If influence functions are the answer, then what is the question?","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Bae"},{"key":"ref32","article-title":"The information bottleneck method","author":"Tishby","year":"2000","journal-title":"arXiv:physics\/0004057"},{"key":"ref33","article-title":"Deep variational information bottleneck","volume-title":"Proc. 5th Int. Conf. Learn. Represent. (ICLR)","author":"Alemi"},{"key":"ref34","article-title":"Using self-supervised learning can improve model robustness and uncertainty","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"32","author":"Hendrycks"},{"key":"ref35","first-page":"1291","article-title":"Updates-leak: Data set inference and reconstruction attacks in online learning","volume-title":"Proc. 29th Secur. Symp. (USENIX Security)","author":"Salem"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2012.2211477"},{"key":"ref37","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"issue":"2018","key":"ref38","first-page":"11","article-title":"Large-scale celebfaces attributes (CelebA) dataset","volume":"15","author":"Liu","year":"2018","journal-title":"Retrieved August"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1145\/3319535.3354208"}],"container-title":["IEEE Transactions on Information Forensics and Security"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10206\/10810755\/11007001.pdf?arnumber=11007001","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,6]],"date-time":"2025-06-06T04:21:27Z","timestamp":1749183687000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11007001\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":39,"URL":"https:\/\/doi.org\/10.1109\/tifs.2025.3571666","relation":{},"ISSN":["1556-6013","1556-6021"],"issn-type":[{"value":"1556-6013","type":"print"},{"value":"1556-6021","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}