{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T18:31:25Z","timestamp":1780943485574,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":65,"publisher":"ACM","funder":[{"name":"the US National Science Foundation","award":["CNS-2350332 and IIS-2442750"],"award-info":[{"award-number":["CNS-2350332 and IIS-2442750"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,11,10]]},"DOI":"10.1145\/3746252.3760964","type":"proceedings-article","created":{"date-parts":[[2025,11,8]],"date-time":"2025-11-08T00:52:37Z","timestamp":1762563157000},"page":"5130-5135","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Towards Unveiling Predictive Uncertainty Vulnerabilities in the Context of the Right to Be Forgotten"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3298-9218","authenticated-orcid":false,"given":"Wei","family":"Qian","sequence":"first","affiliation":[{"name":"Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9957-8774","authenticated-orcid":false,"given":"Chenxu","family":"Zhao","sequence":"additional","affiliation":[{"name":"Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-4411-1414","authenticated-orcid":false,"given":"Yangyi","family":"Li","sequence":"additional","affiliation":[{"name":"Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6069-5153","authenticated-orcid":false,"given":"Wenqian","family":"Ye","sequence":"additional","affiliation":[{"name":"University of Virginia, Charlottesville, VA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6368-5973","authenticated-orcid":false,"given":"Mengdi","family":"Huai","sequence":"additional","affiliation":[{"name":"Iowa State University, Ames, IA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2025,11,10]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"International Conference on Learning Representations","author":"Angelopoulos Anastasios","year":"2021","unstructured":"Anastasios Angelopoulos, Stephen Bates, Jitendra Malik, and Michael I Jordan. 2021. Uncertainty sets for image classifiers using conformal prediction. International Conference on Learning Representations (2021)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557634"},{"key":"e_1_3_2_1_3_1","volume-title":"Machine Unlearning. In Proceedings of the 42nd IEEE Symposium on Security and Privacy.","author":"Bourtoule Lucas","year":"2021","unstructured":"Lucas Bourtoule, Varun Chandrasekaran, Christopher Choquette-Choo, Hengrui Jia, Adelin Travers, Baiwu Zhang, David Lie, and Nicolas Papernot. 2021. Machine Unlearning. In Proceedings of the 42nd IEEE Symposium on Security and Privacy."},{"key":"e_1_3_2_1_4_1","volume-title":"Verification of forecasts expressed in terms of probability. Monthly weather review","author":"Brier Glenn W","year":"1950","unstructured":"Glenn W Brier. 1950. Verification of forecasts expressed in terms of probability. Monthly weather review, Vol. 78, 1 (1950), 1-3."},{"key":"e_1_3_2_1_5_1","volume-title":"Modeling and Understanding Uncertainty in Medical Image Classification. In International Conference on Medical Image Computing and Computer-Assisted Intervention. Springer, 557-567","author":"Chen Aobo","year":"2024","unstructured":"Aobo Chen, Yangyi Li, Wei Qian, Kathryn Morse, Chenglin Miao, and Mengdi Huai. 2024. Modeling and Understanding Uncertainty in Medical Image Classification. In International Conference on Medical Image Computing and Computer-Assisted Intervention. Springer, 557-567."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","unstructured":"Aobo Chen Yangyi Li Chenxu Zhao and Mengdi Huai. 2025. A survey of security and privacy issues of machine unlearning.","DOI":"10.1002\/aaai.12209"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i04.5753"},{"key":"e_1_3_2_1_8_1","unstructured":"Noel Codella Veronica Rotemberg Philipp Tschandl M Emre Celebi Stephen Dusza David Gutman Brian Helba Aadi Kalloo Konstantinos Liopyris Michael Marchetti et al. 2019. Skin lesion analysis toward melanoma detection 2018: A challenge hosted by the international skin imaging collaboration (isic). arXiv preprint arXiv:1902.03368 (2019)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i11.29092"},{"key":"e_1_3_2_1_11_1","volume-title":"international conference on machine learning. PMLR, 1050-1059","author":"Gal Yarin","year":"2016","unstructured":"Yarin Gal and Zoubin Ghahramani. 2016. Dropout as a bayesian approximation: Representing model uncertainty in deep learning. In international conference on machine learning. PMLR, 1050-1059."},{"key":"e_1_3_2_1_12_1","volume-title":"Mohsin Ali, Jongseok Lee, Matthias Humt, Jianxiang Feng, Anna Kruspe, Rudolph Triebel, Peter Jung, Ribana Roscher, et al.","author":"Gawlikowski Jakob","year":"2023","unstructured":"Jakob Gawlikowski, Cedrique Rovile Njieutcheu Tassi, Mohsin Ali, Jongseok Lee, Matthias Humt, Jianxiang Feng, Anna Kruspe, Rudolph Triebel, Peter Jung, Ribana Roscher, et al., 2023. A survey of uncertainty in deep neural networks. Artificial Intelligence Review (2023)."},{"key":"e_1_3_2_1_13_1","volume-title":"ICLR workshop","author":"Geiping Jonas","year":"2021","unstructured":"Jonas Geiping, Liam Fowl, Gowthami Somepalli, Micah Goldblum, Michael Moeller, and Tom Goldstein. 2021. What Doesn't Kill You Makes You Robust (er): How to Adversarially Train against Data Poisoning. ICLR workshop (2021)."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.00932"},{"key":"e_1_3_2_1_15_1","volume-title":"International conference on machine learning. PMLR, 1321-1330","author":"Guo Chuan","year":"2017","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q Weinberger. 2017. On calibration of modern neural networks. In International conference on machine learning. PMLR, 1321-1330."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.14722\/ndss.2024.24252"},{"key":"e_1_3_2_1_18_1","first-page":"4211","volume-title":"33rd USENIX Security Symposium (USENIX Security 24)","author":"Huang Zirui","year":"2024","unstructured":"Zirui Huang, Yunlong Mao, and Sheng Zhong. 2024. {{UBA-Inf}}: Unlearning Activated Backdoor Attack with {Influence-Driven} Camouflage. In 33rd USENIX Security Symposium (USENIX Security 24). 4211-4228."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.02052"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482000"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599577"},{"key":"e_1_3_2_1_22_1","unstructured":"Alex Krizhevsky Vinod Nair and Geoffrey Hinton. 2009. CIFAR-10 (Canadian Institute for Advanced Research). (2009). http:\/\/www.cs.toronto.edu\/~kriz\/cifar.html"},{"key":"e_1_3_2_1_23_1","volume-title":"Simple and scalable predictive uncertainty estimation using deep ensembles. Advances in neural information processing systems","author":"Lakshminarayanan Balaji","year":"2017","unstructured":"Balaji Lakshminarayanan, Alexander Pritzel, and Charles Blundell. 2017. Simple and scalable predictive uncertainty estimation using deep ensembles. Advances in neural information processing systems, Vol. 30 (2017)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.2012.751873"},{"key":"e_1_3_2_1_25_1","volume-title":"International Conference on Machine Learning. PMLR, 27563-27574","author":"Li Yangyi","year":"2024","unstructured":"Yangyi Li, Aobo Chen, Wei Qian, Chenxu Zhao, Divya Lidder, and Mengdi Huai. 2024. Data Poisoning Attacks against Conformal Prediction. In International Conference on Machine Learning. PMLR, 27563-27574."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i28.35270"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i13.29321"},{"key":"e_1_3_2_1_28_1","volume-title":"Towards deep learning models resistant to adversarial attacks. ICLR","author":"Madry Aleksander","year":"2018","unstructured":"Aleksander Madry, Aleksandar Makelov, Ludwig Schmidt, Dimitris Tsipras, and Adrian Vladu. 2018. Towards deep learning models resistant to adversarial attacks. ICLR (2018)."},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the AAAI conference on artificial intelligence","volume":"29","author":"Naeini Mahdi Pakdaman","year":"2015","unstructured":"Mahdi Pakdaman Naeini, Gregory Cooper, and Milos Hauskrecht. 2015. Obtaining well calibrated probabilities using bayesian binning. In Proceedings of the AAAI conference on artificial intelligence, Vol. 29."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW53098.2021.00103"},{"key":"e_1_3_2_1_31_1","volume-title":"CVPR workshops","volume":"2","author":"Nixon Jeremy","year":"2019","unstructured":"Jeremy Nixon, Michael W Dusenberry, Linchuan Zhang, Ghassen Jerfel, and Dustin Tran. 2019. Measuring Calibration in Deep Learning.. In CVPR workshops, Vol. 2."},{"key":"e_1_3_2_1_32_1","volume-title":"Calibration Attack: A Framework For Adversarial Attacks Targeting Calibration. arXiv preprint arXiv:2401.02718","author":"Obadinma Stephen","year":"2024","unstructured":"Stephen Obadinma, Xiaodan Zhu, and Hongyu Guo. 2024. Calibration Attack: A Framework For Adversarial Attacks Targeting Calibration. arXiv preprint arXiv:2401.02718 (2024)."},{"key":"e_1_3_2_1_33_1","first-page":"68","article-title":"The california consumer privacy act: Towards a european-style privacy regime in the united states","volume":"23","author":"Pardau Stuart L","year":"2018","unstructured":"Stuart L Pardau. 2018. The california consumer privacy act: Towards a european-style privacy regime in the united states. J. Tech. L. & Pol'y, Vol. 23 (2018), 68.","journal-title":"J. Tech. L. & Pol'y"},{"key":"e_1_3_2_1_34_1","volume-title":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. 1932-1942","author":"Qian Wei","year":"2023","unstructured":"Wei Qian, Chenxu Zhao, Wei Le, Meiyi Ma, and Mengdi Huai. 2023. Towards understanding and enhancing robustness of deep learning models against malicious unlearning attacks. In Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining. 1932-1942."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v38i13.29382"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/BIBM55620.2022.9995016"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR46437.2021.00672"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220077"},{"key":"e_1_3_2_1_39_1","unstructured":"Protection Regulation. 2016. Regulation (EU) 2016\/679 of the European Parliament and of the Council. Regulation (eu) Vol. 679 (2016) 2016."},{"key":"e_1_3_2_1_40_1","first-page":"3581","article-title":"Classification with valid and adaptive coverage","volume":"33","author":"Romano Yaniv","year":"2020","unstructured":"Yaniv Romano, Matteo Sesia, and Emmanuel Candes. 2020. Classification with valid and adaptive coverage. Advances in Neural Information Processing Systems, Vol. 33 (2020), 3581-3591.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"e_1_3_2_1_42_1","volume-title":"International Conference on Machine Learning. PMLR, 9389-9398","author":"Schwarzschild Avi","year":"2021","unstructured":"Avi Schwarzschild, Micah Goldblum, Arjun Gupta, John P Dickerson, and Tom Goldstein. 2021. Just how toxic is data poisoning? a unified benchmark for backdoor and data poisoning attacks. In International Conference on Machine Learning. PMLR, 9389-9398."},{"key":"e_1_3_2_1_43_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Shi Lianghe","year":"2024","unstructured":"Lianghe Shi and Weiwei Liu. 2024. Adversarial self-training improves robustness and generalization for gradual domain adaptation. Advances in Neural Information Processing Systems, Vol. 36 (2024)."},{"key":"e_1_3_2_1_44_1","volume-title":"Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556","author":"Simonyan Karen","year":"2014","unstructured":"Karen Simonyan and Andrew Zisserman. 2014. Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/EuroSP53844.2022.00027"},{"key":"e_1_3_2_1_46_1","volume-title":"Mark Van Der Wilk, and Danijar Hafner","author":"Tran Dustin","year":"2019","unstructured":"Dustin Tran, Mike Dusenberry, Mark Van Der Wilk, and Danijar Hafner. 2019. Bayesian layers: A module for neural network uncertainty. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671599"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614762"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01585"},{"key":"e_1_3_2_1_50_1","volume-title":"Transferable normalization: Towards improving transferability of deep neural networks. Advances in neural information processing systems","author":"Wang Ximei","year":"2019","unstructured":"Ximei Wang, Ying Jin, Mingsheng Long, Jianmin Wang, and Michael I Jordan. 2019. Transferable normalization: Towards improving transferability of deep neural networks. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_1_51_1","volume-title":"International Conference on Machine Learning. PMLR, 36246-36263","author":"Wang Zekai","year":"2023","unstructured":"Zekai Wang, Tianyu Pang, Chao Du, Min Lin, Weiwei Liu, and Shuicheng Yan. 2023a. Better diffusion models further improve adversarial training. In International Conference on Machine Learning. PMLR, 36246-36263."},{"key":"e_1_3_2_1_52_1","volume-title":"Machine Unlearning of Features and Labels. Network and Distributed System Security Symposium","author":"Warnecke Alexander","year":"2023","unstructured":"Alexander Warnecke, Lukas Pirch, Christian Wressnegger, and Konrad Rieck. 2023. Machine Unlearning of Features and Labels. Network and Distributed System Security Symposium (2023)."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3627673.3680056"},{"key":"e_1_3_2_1_54_1","first-page":"68511","article-title":"Proximity-informed calibration for deep neural networks","volume":"36","author":"Xiong Miao","year":"2023","unstructured":"Miao Xiong, Ailin Deng, Pang Wei W Koh, Jiaying Wu, Shen Li, Jianqing Xu, and Bryan Hooi. 2023. Proximity-informed calibration for deep neural networks. Advances in Neural Information Processing Systems, Vol. 36 (2023), 68511-68538.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3470812"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3580305.3599178"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219907"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3637528.3671586"},{"key":"e_1_3_2_1_59_1","first-page":"27510","article-title":"Robust calibration with multi-domain temperature scaling","volume":"35","author":"Yu Yaodong","year":"2022","unstructured":"Yaodong Yu, Stephen Bates, Yi Ma, and Michael Jordan. 2022. Robust calibration with multi-domain temperature scaling. Advances in Neural Information Processing Systems, Vol. 35 (2022), 27510-27523.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/678"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614957"},{"key":"e_1_3_2_1_63_1","volume-title":"International conference on machine learning. PMLR, 11117-11128","author":"Zhang Jize","year":"2020","unstructured":"Jize Zhang, Bhavya Kailkhura, and T Yong-Jin Han. 2020. Mix-n-match: Ensemble and compositional methods for uncertainty calibration in deep learning. In International conference on machine learning. PMLR, 11117-11128."},{"key":"e_1_3_2_1_64_1","first-page":"60927","volume-title":"Proceedings of the 41st International Conference on Machine Learning","volume":"235","author":"Zhao Chenxu","year":"2024","unstructured":"Chenxu Zhao, Wei Qian, Yangyi Li, Aobo Chen, and Mengdi Huai. 2024a. Rethinking Adversarial Robustness in the Context of the Right to be Forgotten. In Proceedings of the 41st International Conference on Machine Learning, Vol. 235. PMLR, 60927-60939."},{"key":"e_1_3_2_1_65_1","volume-title":"Advances in Neural Information Processing Systems","volume":"36","author":"Zhao Chenxu","year":"2024","unstructured":"Chenxu Zhao, Wei Qian, Rex Ying, and Mengdi Huai. 2024b. Static and sequential malicious attacks in the context of selective forgetting. Advances in Neural Information Processing Systems, Vol. 36 (2024)."}],"event":{"name":"CIKM '25: The 34th ACM International Conference on Information and Knowledge Management","location":"Seoul Republic of Korea","acronym":"CIKM '25","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 34th ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3746252.3760964","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T02:28:22Z","timestamp":1765506502000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3746252.3760964"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,10]]},"references-count":65,"alternative-id":["10.1145\/3746252.3760964","10.1145\/3746252"],"URL":"https:\/\/doi.org\/10.1145\/3746252.3760964","relation":{},"subject":[],"published":{"date-parts":[[2025,11,10]]},"assertion":[{"value":"2025-11-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}