{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T19:57:53Z","timestamp":1781726273604,"version":"3.54.5"},"reference-count":98,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100004826","name":"Beijing Natural Science Foundation","doi-asserted-by":"publisher","award":["L252009"],"award-info":[{"award-number":["L252009"]}],"id":[{"id":"10.13039\/501100004826","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62571294"],"award-info":[{"award-number":["62571294"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62441614"],"award-info":[{"award-number":["62441614"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62476069"],"award-info":[{"award-number":["62476069"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Open Research Fund from Guangdong Laboratory of Artificial Intelligence and Digital Economy","award":["GML-KF-26-09"],"award-info":[{"award-number":["GML-KF-26-09"]}]},{"name":"Innovative Team Project in Guangdong Province","award":["2025KCXTD040"],"award-info":[{"award-number":["2025KCXTD040"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Netw. Sci. Eng."],"published-print":{"date-parts":[[2026]]},"DOI":"10.1109\/tnse.2026.3692182","type":"journal-article","created":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T19:47:47Z","timestamp":1778528867000},"page":"9752-9767","source":"Crossref","is-referenced-by-count":0,"title":["IEBench: Benchmarking Unlearning Identity-Event Entangled Concepts for MLLM-Based Systems in Agentic Edge Networks"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-4985-0528","authenticated-orcid":false,"given":"Zhaopan","family":"Xu","sequence":"first","affiliation":[{"name":"Faculty of Computing, Harbin Institute of Technology, Harbin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pengfei","family":"Zhou","sequence":"additional","affiliation":[{"name":"School of Computer, National University of Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weidong","family":"Tang","sequence":"additional","affiliation":[{"name":"School of Computer, Xidian University, Xian, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jiaxin","family":"Ai","sequence":"additional","affiliation":[{"name":"School of Computer Science, Wuhan University, Wuhan, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9545-7991","authenticated-orcid":false,"given":"Wangbo","family":"Zhao","sequence":"additional","affiliation":[{"name":"School of Computer, National University of Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kai","family":"Wang","sequence":"additional","affiliation":[{"name":"School of Computer, National University of Singapore, Singapore"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenqi","family":"Shao","sequence":"additional","affiliation":[{"name":"Shanghai Artificial Intelligence Laboratory, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5783-321X","authenticated-orcid":false,"given":"Xiaojiang","family":"Peng","sequence":"additional","affiliation":[{"name":"College of Big Data and Internet, Shenzhen Technology University, Shenzhen, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5843-6411","authenticated-orcid":false,"given":"Sicheng","family":"Zhao","sequence":"additional","affiliation":[{"name":"Department of Psychological and Cognitive Sciences, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3298-2574","authenticated-orcid":false,"given":"Hongxun","family":"Yao","sequence":"additional","affiliation":[{"name":"Faculty of Computing, Harbin Institute of Technology, Harbin, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6105-6532","authenticated-orcid":false,"given":"Kaipeng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Shanghai Artificial Intelligence Laboratory, Shanghai, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/3582269.3615599"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TETCI.2024.3379240"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2025.3590975"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v40i24.39038"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/eIT64391.2025.11103638"},{"key":"ref7","article-title":"","author":"Sanyal"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2025.3649259"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TNSE.2025.3624100"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2015.35"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2025.3565991"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2025.3530988"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.52202\/079017-3754"},{"key":"ref14","first-page":"45497","article-title":"Can sensitive information be deleted from LLMs? Objectives for defending against extraction attacks","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Patil","year":"2024"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2025.3546466"},{"key":"ref16","article-title":"On-device sora: Enabling training-free diffusion-based text-to-video generation for mobile devices","author":"Kim","year":"2025"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-025-61040-5"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52734.2025.02568"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ISGTMiddleEast65737.2025.11314345"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3702191.3703362"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.458"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.598"},{"key":"ref23","article-title":"Whos Harry Potter? Approximate unlearning in LLMs","author":"Eldan","year":"2023"},{"key":"ref24","article-title":"Tofu: A task of fictitious unlearning for LLMs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Maini","year":"2024"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.52202\/079017-1116"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.1058"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2023.3331239"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2023.3328269"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-025-00985-0"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.eacl-main.199"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00644"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1080\/13600834.2019.1573501"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2024.3422799"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3749987"},{"key":"ref35","first-page":"28525","article-title":"The WMDP benchmark: Measuring and reducing malicious use with unlearning","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Li","year":"2024"},{"key":"ref36","article-title":"A comprehensive survey of machine unlearning techniques for large language models","author":"Geng","year":"2025"},{"key":"ref37","article-title":"Machine unlearning in generative AI: A survey","author":"Liu","year":"2024"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.52202\/079017-3346"},{"key":"ref39","first-page":"243","article-title":"Continual learning and private unlearning","volume-title":"Proc. Conf. Lifelong Learn. Agents","author":"Liu","year":"2022"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.805"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-025-00985-0"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.457"},{"key":"ref43","first-page":"27591","article-title":"QUARK: Controllable text generation with reinforced unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Lu","year":"2022"},{"key":"ref44","first-page":"53728","article-title":"Direct preference optimization: Your language model is secretly a reward model","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Rafailov","year":"2023"},{"key":"ref45","article-title":"Negative preference optimization: From catastrophic collapse to effective unlearning","volume-title":"Proc. Conf. Lang. Model.","author":"Zhang","year":"2024"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.375"},{"key":"ref47","doi-asserted-by":"crossref","first-page":"5913","DOI":"10.18653\/v1\/2025.acl-long.295","article-title":"Modality-aware neuron pruning for unlearning in multimodal large language models","volume-title":"Proc. 63rd Annu. Meeting Assoc. Comput. Linguist. (Vol. 1: Long Papers)","author":"Liu","year":"2025"},{"key":"ref48","first-page":"98213","article-title":"RWKU: Benchmarking real-world knowledge unlearning for large language models","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"37","author":"Jin","year":"2024"},{"key":"ref49","first-page":"12999","article-title":"FaithUn: Toward faithful forgetting in language models by investigating the interconnectedness of knowledge","volume-title":"Proc. Conf. Empirical Methods Natural Lang. Process.","author":"Yang","year":"2025"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.207"},{"key":"ref51","first-page":"87806","article-title":"Benchmarking vision language model unlearning via fictitious facial identity dataset","volume-title":"Proc. Int. Conf. Learn. Representations","author":"Ma","year":"2025"},{"key":"ref52","article-title":"Offside: Benchmarking unlearning misinformation in multimodal large language models","volume-title":"Proc. Findings Assoc. Comput. Linguist.","author":"Zheng","year":"2026"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2025.3571666"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.298"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1145\/3749987"},{"key":"ref56","article-title":"Whos Harry Potter? Approximate unlearning in LLMs","author":"Eldan","year":"2023"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.69554\/TCFN5165"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/j.clsr.2013.03.010"},{"key":"ref59","article-title":"The future of Internet of Things and multimodal language models in 6G networks: Opportunities and challenges","author":"Soliman","year":"2025"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW59228.2023.00490"},{"key":"ref61","article-title":"Beating Google and Apple, Huawei brings large AI model to mobile voice assistant","author":"Central","year":"2023"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1109\/SP61157.2025.00095"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2017.2705720"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2020.3016344"},{"key":"ref65","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Ouyang","year":"2022"},{"key":"ref66","article-title":"Model evaluation for extreme risks","author":"Shevlane","year":"2023"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3585609"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2025.3544940"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.245"},{"key":"ref70","first-page":"35894","article-title":"Fair infinitesimal jackknife: Mitigating the influence of biased training data points without refitting","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"35","author":"Sattigeri","year":"2022"},{"key":"ref71","first-page":"3736","article-title":"Fair machine unlearning: Data removal while mitigating disparities","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Oesterling","year":"2024"},{"key":"ref72","article-title":"FairSISA: Ensemble post-processing to improve fairness of unlearning in LLMs","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Kadhe","year":"2023"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.375"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-6115"},{"key":"ref75","first-page":"14516","article-title":"Fast model debias with machine unlearning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"36","author":"Chen","year":"2023"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i19.30096"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.847"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.301"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.52202\/079017-3346"},{"key":"ref80","article-title":"GPT-4 technical report","author":"Achiam","year":"2023"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01042"},{"key":"ref82","article-title":"IP-adapter: Text compatible image prompt adapter for text-to-image diffusion models","author":"Ye","year":"2023"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.00825"},{"key":"ref84","article-title":"Flux","author":"Labs","year":"2024"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2015.7298682"},{"key":"ref86","first-page":"8748","article-title":"Learning transferable visual models from natural language supervision","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Radford","year":"2021"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52733.2024.02060"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00951"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00510"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00373"},{"key":"ref91","article-title":"Aesthetic predictor","year":"2022"},{"key":"ref92","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.20"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.52202\/075280-2020"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.228"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.newsum-1.1"},{"key":"ref96","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.1163"},{"key":"ref97","doi-asserted-by":"publisher","DOI":"10.52202\/075280-1516"},{"key":"ref98","article-title":"Llama 3.2: Revolutionizing edge AI and vision with open, customizable models","author":"Meta","year":"2024","journal-title":"Meta AI Blog"}],"container-title":["IEEE Transactions on Network Science and Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6488902\/11264281\/11515063.pdf?arnumber=11515063","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T19:39:59Z","timestamp":1781725199000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11515063\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"references-count":98,"URL":"https:\/\/doi.org\/10.1109\/tnse.2026.3692182","relation":{},"ISSN":["2327-4697","2334-329X"],"issn-type":[{"value":"2327-4697","type":"electronic"},{"value":"2334-329X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]}}}