{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T21:36:27Z","timestamp":1770932187215,"version":"3.50.1"},"reference-count":74,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003725","name":"National Research Foundation of Korea","doi-asserted-by":"publisher","award":["RS-2025-24873100"],"award-info":[{"award-number":["RS-2025-24873100"]}],"id":[{"id":"10.13039\/501100003725","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Institute of Information & Communications Technology Planning & Evaluation"},{"DOI":"10.13039\/501100002647","name":"Sungkyunkwan University","doi-asserted-by":"publisher","award":["RS-2019-II190421"],"award-info":[{"award-number":["RS-2019-II190421"]}],"id":[{"id":"10.13039\/501100002647","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Institute for Information & Communication Technology Planning & Evaluation","award":["RS-2022-II220688"],"award-info":[{"award-number":["RS-2022-II220688"]}]},{"name":"Cyber Investigation Support Technology Development Program of the Korea Institute of Police Technology"},{"DOI":"10.13039\/501100003600","name":"Korean National Police Agency","doi-asserted-by":"publisher","award":["RS-2025-02304983"],"award-info":[{"award-number":["RS-2025-02304983"]}],"id":[{"id":"10.13039\/501100003600","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1109\/tvcg.2026.3658325","type":"journal-article","created":{"date-parts":[[2026,1,27]],"date-time":"2026-01-27T05:47:30Z","timestamp":1769492850000},"page":"2852-2867","source":"Crossref","is-referenced-by-count":0,"title":["Unlearning Comparator: A Visual Analytics System for Comparative Evaluation of Machine Unlearning Methods"],"prefix":"10.1109","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-7718-5653","authenticated-orcid":false,"given":"Jaeung","family":"Lee","sequence":"first","affiliation":[{"name":"Sungkyunkwan University, Suwon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-0736-5120","authenticated-orcid":false,"given":"Suhyeon","family":"Yu","sequence":"additional","affiliation":[{"name":"Rice University, Houston, TX, USA"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4743-8849","authenticated-orcid":false,"given":"Yurim","family":"Jang","sequence":"additional","affiliation":[{"name":"Sungkyunkwan University, Suwon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8983-1542","authenticated-orcid":false,"given":"Simon S.","family":"Woo","sequence":"additional","affiliation":[{"name":"Sungkyunkwan University, Suwon, South Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5207-6010","authenticated-orcid":false,"given":"Jaemin","family":"Jo","sequence":"additional","affiliation":[{"name":"Sungkyunkwan University, Suwon, South Korea"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2015.35"},{"key":"ref2","article-title":"The right to be forgotten","volume":"64","author":"Rosen","year":"2011","journal-title":"Stan. L. Rev. Online"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1080\/13600834.2019.1573501"},{"issue":"6","key":"ref4","first-page":"423","article-title":"FTC orders destruction of algorithms created from unlawfully acquired data","volume":"4","author":"Singer","year":"2021","journal-title":"J. Robot., Artif. Intell. Law"},{"key":"ref5","article-title":"International AI safety report","author":"Bengio","year":"2025"},{"key":"ref6","article-title":"LLaMA: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref7","first-page":"51584","article-title":"Model sparsity can simplify machine unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Jia","year":"2023"},{"key":"ref8","article-title":"SalUn: Empowering machine unlearning via gradient-based weight saliency in both image classification and generation","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Fan","year":"2024"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/eurosp63326.2025.00058"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52729.2023.00750"},{"key":"ref11","article-title":"Towards adversarial evaluations for inexact machine unlearning","author":"Goel","year":"2022"},{"key":"ref12","first-page":"3832","article-title":"Certified data removal from machine learning models","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo","year":"2020"},{"key":"ref13","article-title":"Evaluating machine unlearning via epistemic uncertainty","author":"Becker","year":"2022"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2023.3265506"},{"key":"ref15","article-title":"NeurIPS 2023 - machine unlearning","author":"Triantafillou","year":"2023"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-025-00985-0"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2017.41"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2810103.2813677"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/3460120.3484756"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/SP46214.2022.9833649"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/SP54263.2024.00248"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2024.3379240"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3749987"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s42979-023-01767-4"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s12559-023-10219-3"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00932"},{"key":"ref27","article-title":"An empirical investigation of catastrophic forgetting in gradient-based neural networks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Goodfellow","year":"2014"},{"key":"ref28","first-page":"1957","article-title":"Towards unbounded machine unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Kurmanji","year":"2023"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3326591"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2024.3357065"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2024.3360881"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3326588"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2744718"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3030418"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2023.3327163"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i28.35347"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.74"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864499"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.14525"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2024.3456371"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3165347"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209458"},{"key":"ref44","article-title":"An information theoretic evaluation metric for strong unlearning","author":"Jeon","year":"2024"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/WACV61041.2025.00317"},{"key":"ref46","article-title":"Learning multiple layers of features from tiny images","author":"Krizhevsky","year":"2009"},{"key":"ref47","article-title":"Fashion-MNIST: A novel image dataset for benchmarking machine learning algorithms","author":"Xiao","year":"2017"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref49","article-title":"An image is worth 16x16 words: Transformers for image recognition at scale","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Dosovitskiy","year":"2021"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/CSF.2018.00027"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2019.23119"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i6.25879"},{"key":"ref54","article-title":"Understanding fine-tuning in approximate unlearning: A theoretical perspective","author":"Ding","year":"2025","journal-title":"Trans. Mach. Learn. Res."},{"key":"ref55","first-page":"25404","article-title":"Benchopt: Reproducible, efficient and collaborative optimization benchmarks","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Moreau","year":"2022"},{"key":"ref56","article-title":"Torchvision: Pytorch\u2019s computer vision library","year":"2016"},{"key":"ref57","first-page":"1321","article-title":"On calibration of modern neural networks","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Guo","year":"2017"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376177"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-demo.16"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2470724"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702419"},{"key":"ref62","first-page":"3519","article-title":"Similarity of neural network representations revisited","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Kornblith","year":"2019"},{"key":"ref63","first-page":"21370","article-title":"On the distance between two neural networks and the stability of learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Bernstein","year":"2020"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.21105\/joss.00861"},{"issue":"11","key":"ref65","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"ref66","article-title":"Attacking discrimination with smarter machine learning","author":"Wattenberg","year":"2016"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2024.3486109"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501823"},{"key":"ref69","first-page":"74966","article-title":"Static and sequential malicious attacks in the context of selective forgetting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Zhao","year":"2023"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2022.3209384"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2865044"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2020.3028976"},{"key":"ref73","article-title":"TOFU: A task of fictitious unlearning for LLMs","volume-title":"Proc. 1st Conf. Lang. Model.","author":"Maini","year":"2024"},{"key":"ref74","article-title":"OpenUnlearning: Accelerating LLM unlearning via unified benchmarking of methods and metrics","volume-title":"Proc. NeurIPS 2025 (Datasets Benchmarks Track)","author":"Dorna","year":"2025"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/2945\/11392779\/11364307.pdf?arnumber=11364307","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,12]],"date-time":"2026-02-12T20:59:12Z","timestamp":1770929952000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11364307\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":74,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2026.3658325","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3]]}}}