{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:16:16Z","timestamp":1755839776745,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T00:00:00Z","timestamp":1729468800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,21]]},"DOI":"10.1145\/3627673.3680043","type":"proceedings-article","created":{"date-parts":[[2024,10,20]],"date-time":"2024-10-20T19:34:11Z","timestamp":1729452851000},"page":"5111-5118","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Confidence-Aware Multi-Field Model Calibration"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-6406-1760","authenticated-orcid":false,"given":"Yuang","family":"Zhao","sequence":"first","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5730-8792","authenticated-orcid":false,"given":"Chuhan","family":"Wu","sequence":"additional","affiliation":[{"name":"Huawei Noah's Ark Lab, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3583-6719","authenticated-orcid":false,"given":"Qinglin","family":"Jia","sequence":"additional","affiliation":[{"name":"Huawei Noah's Ark Lab, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2943-7997","authenticated-orcid":false,"given":"Hong","family":"Zhu","sequence":"additional","affiliation":[{"name":"Huawei Consumer Cloud Service Interactive Media BU, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0485-3846","authenticated-orcid":false,"given":"Jia","family":"Yan","sequence":"additional","affiliation":[{"name":"Huawei Petal Cloud Technology Co., Ltd., Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9949-0530","authenticated-orcid":false,"given":"Libin","family":"Zong","sequence":"additional","affiliation":[{"name":"Huawei Petal Cloud Technology Co., Ltd., Nanjing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5204-1347","authenticated-orcid":false,"given":"Linxuan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Tsinghua University, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2231-4663","authenticated-orcid":false,"given":"Zhenhua","family":"Dong","sequence":"additional","affiliation":[{"name":"Huawei Noah's Ark Lab, Shenzhen, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-3616-8374","authenticated-orcid":false,"given":"Muyu","family":"Zhang","sequence":"additional","affiliation":[{"name":"Huawei Petal Cloud Technology Co., Ltd., Shenzhen, China"}]}],"member":"320","published-online":{"date-parts":[[2024,10,21]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Yu Bai Song Mei Huan Wang and Caiming Xiong. 2021. Don't just blame over-parametrization for over-confidence: Theoretical analysis of calibration in binary classification. In ICML. PMLR 566--576."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Antonio Bella C\u00e8sar Ferri Jos\u00e9 Hern\u00e1ndez-Orallo and Mar\u00eda Jos\u00e9 Ram\u00edrez-Quintana. 2010. Calibration of machine learning models. In Handbook of Research on Machine Learning Applications and Trends: Algorithms Methods and Techniques. IGI Global 128--146.","DOI":"10.4018\/978-1-60566-766-9.ch006"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2532128"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","unstructured":"Junxuan Chen Baigui Sun Hao Li Hongtao Lu and Xian-Sheng Hua. 2016. Deep ctr prediction in display advertising. In ACM MM. 811--820.","DOI":"10.1145\/2964284.2964325"},{"volume-title":"Calibrating user response predictions in online advertising","author":"Deng Chao","key":"e_1_3_2_1_5_1","unstructured":"Chao Deng, Hao Wang, Qing Tan, Jian Xu, and Kun Gai. 2021. Calibrating user response predictions in online advertising. In ECML-PKDD. Springer, 208--223."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-023-10562-9"},{"key":"e_1_3_2_1_7_1","unstructured":"Chuan Guo Geoff Pleiss Yu Sun and Kilian Q Weinberger. 2017. On calibration of modern neural networks. In ICML. PMLR 1321--1330."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Yuyao Guo Haoming Li Xiang Ao Min Lu Dapeng Liu Lei Xiao Jie Jiang and Qing He. 2022. Calibrated Conversion Rate Prediction via Knowledge Distillation under Delayed Feedback in Online Advertising. In CIKM. 3983--3987.","DOI":"10.1145\/3511808.3557557"},{"key":"e_1_3_2_1_9_1","unstructured":"Kartik Gupta Amir Rahimi Thalaiyasingam Ajanthan Thomas Mensink Cristian Sminchisescu and Richard Hartley. 2021. Calibration of Neural Networks using Splines. In ICLR. https:\/\/openreview.net\/forum?id=eQe8DEWNN2W"},{"key":"e_1_3_2_1_10_1","first-page":"677","article-title":"On the importance of gradients for detecting distributional shifts in the wild","volume":"34","author":"Huang Rui","year":"2021","unstructured":"Rui Huang, Andrew Geng, and Yixuan Li. 2021. On the importance of gradients for detecting distributional shifts in the wild. NeurIPS, Vol. 34 (2021), 677--689.","journal-title":"NeurIPS"},{"key":"e_1_3_2_1_11_1","volume-title":"MBCT: Tree-Based Feature-Aware Binning for Individual Uncertainty Calibration. In WWW. 2236--2246.","author":"Huang Siguang","year":"2022","unstructured":"Siguang Huang, Yunli Wang, Lili Mou, Huayue Zhang, Han Zhu, Chuan Yu, and Bo Zheng. 2022. MBCT: Tree-Based Feature-Aware Binning for Individual Uncertainty Calibration. In WWW. 2236--2246."},{"key":"e_1_3_2_1_12_1","volume-title":"Markus K\u00e4ngsepp, Telmo Silva Filho, Hao Song, and Peter Flach.","author":"Kull Meelis","year":"2019","unstructured":"Meelis Kull, Miquel Perello Nieto, Markus K\u00e4ngsepp, Telmo Silva Filho, Hao Song, and Peter Flach. 2019. Beyond temperature scaling: Obtaining well-calibrated multi-class probabilities with dirichlet calibration. NeurIPS, Vol. 32 (2019)."},{"key":"e_1_3_2_1_13_1","volume-title":"Telmo Silva Filho, and Peter Flach","author":"Kull Meelis","year":"2017","unstructured":"Meelis Kull, Telmo Silva Filho, and Peter Flach. 2017. Beta calibration: a well-founded and easily implemented improvement on logistic calibration for binary classifiers. In AISTATS. PMLR, 623--631."},{"key":"e_1_3_2_1_14_1","volume-title":"NeurIPS","volume":"32","author":"Kumar Ananya","year":"2019","unstructured":"Ananya Kumar, Percy S Liang, and Tengyu Ma. 2019. Verified uncertainty calibration. NeurIPS, Vol. 32 (2019)."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i4.20326"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"Kuang-chih Lee Burkay Orten Ali Dasdan and Wentong Li. 2012. Estimating conversion rate in display advertising from past erformance data. In KDD. 768--776.","DOI":"10.1145\/2339530.2339651"},{"key":"e_1_3_2_1_17_1","volume-title":"ICML","volume":"2012","author":"Menon Aditya Krishna","year":"2012","unstructured":"Aditya Krishna Menon, Xiaoqian J Jiang, Shankar Vembu, Charles Elkan, and Lucila Ohno-Machado. 2012. Predicting accurate probabilities with a ranking loss. In ICML, Vol. 2012. NIH Public Access, 703."},{"key":"e_1_3_2_1_18_1","volume-title":"Wilson Le ao, Steeven Janny, and Christian Gagn\u00e9.","author":"Mozafari Azadeh Sadat","year":"2018","unstructured":"Azadeh Sadat Mozafari, Hugo Siqueira Gomes, Wilson Le ao, Steeven Janny, and Christian Gagn\u00e9. 2018. Attended temperature scaling: a practical approach for calibrating deep neural networks. arXiv preprint arXiv:1810.11586 (2018)."},{"key":"e_1_3_2_1_19_1","volume-title":"AAAI","volume":"29","author":"Naeini Mahdi Pakdaman","year":"2015","unstructured":"Mahdi Pakdaman Naeini, Gregory Cooper, and Milos Hauskrecht. 2015. Obtaining well calibrated probabilities using bayesian binning. In AAAI, Vol. 29."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.0006-341X.2004.00184.x"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"Alexandru Niculescu-Mizil and Rich Caruana. 2005. Predicting good probabilities with supervised learning. In ICML. 625--632.","DOI":"10.1145\/1102351.1102430"},{"key":"e_1_3_2_1_22_1","volume-title":"CVPR workshops","volume":"2","author":"Nixon Jeremy","year":"2019","unstructured":"Jeremy Nixon, Michael W Dusenberry, Linchuan Zhang, Ghassen Jerfel, and Dustin Tran. 2019. Measuring Calibration in Deep Learning.. In CVPR workshops, Vol. 2."},{"key":"e_1_3_2_1_23_1","volume-title":"NeurIPS","volume":"32","author":"Ovadia Yaniv","year":"2019","unstructured":"Yaniv Ovadia, Emily Fertig, Jie Ren, Zachary Nado, David Sculley, Sebastian Nowozin, Joshua Dillon, Balaji Lakshminarayanan, and Jasper Snoek. 2019. Can you trust your model's uncertainty? evaluating predictive uncertainty under dataset shift. NeurIPS, Vol. 32 (2019)."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"crossref","unstructured":"Feiyang Pan Xiang Ao Pingzhong Tang Min Lu Dapeng Liu Lei Xiao and Qing He. 2020. Field-aware calibration: a simple and empirically strong method for reliable probabilistic predictions. In WWW. 729--739.","DOI":"10.1145\/3366423.3380154"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"John Platt et al. 1999. Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Advances in large margin classifiers Vol. 10 3 (1999) 61--74.","DOI":"10.7551\/mitpress\/1113.003.0008"},{"key":"e_1_3_2_1_26_1","volume-title":"NeurIPS","volume":"30","author":"Pleiss Geoff","year":"2017","unstructured":"Geoff Pleiss, Manish Raghavan, Felix Wu, Jon Kleinberg, and Kilian Q Weinberger. 2017. On fairness and calibration. NeurIPS, Vol. 30 (2017)."},{"key":"e_1_3_2_1_27_1","first-page":"13456","article-title":"Intra order-preserving functions for calibration of multi-class neural networks","volume":"33","author":"Rahimi Amir","year":"2020","unstructured":"Amir Rahimi, Amirreza Shaban, Ching-An Cheng, Richard Hartley, and Byron Boots. 2020. Intra order-preserving functions for calibration of multi-class neural networks. NeurIPS, Vol. 33 (2020), 13456--13467.","journal-title":"NeurIPS"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Matthew Richardson Ewa Dominowska and Robert Ragno. 2007. Predicting clicks: estimating the click-through rate for new ads. In WWW. 521--530.","DOI":"10.1145\/1242572.1242643"},{"key":"e_1_3_2_1_29_1","volume-title":"Towards out-of-distribution generalization: A survey. arXiv preprint arXiv:2108.13624","author":"Shen Zheyan","year":"2021","unstructured":"Zheyan Shen, Jiashuo Liu, Yue He, Xingxuan Zhang, Renzhe Xu, Han Yu, and Peng Cui. 2021. Towards out-of-distribution generalization: A survey. arXiv preprint arXiv:2108.13624 (2021)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"crossref","unstructured":"Hongyan Tang Junning Liu Ming Zhao and Xudong Gong. 2020. Progressive layered extraction (ple): A novel multi-task learning (mtl) model for personalized recommendations. In RecSys. 269--278.","DOI":"10.1145\/3383313.3412236"},{"key":"e_1_3_2_1_31_1","first-page":"2215","article-title":"On calibration and out-of-domain generalization","volume":"34","author":"Wald Yoav","year":"2021","unstructured":"Yoav Wald, Amir Feder, Daniel Greenfeld, and Uri Shalit. 2021. On calibration and out-of-domain generalization. NeurIPS, Vol. 34 (2021), 2215--2227.","journal-title":"NeurIPS"},{"key":"e_1_3_2_1_32_1","volume-title":"Generalizing to unseen domains: A survey on domain generalization. TKDE","author":"Wang Jindong","year":"2022","unstructured":"Jindong Wang, Cuiling Lan, Chang Liu, Yidong Ouyang, Tao Qin, Wang Lu, Yiqiang Chen, Wenjun Zeng, and Philip Yu. 2022. Generalizing to unseen domains: A survey on domain generalization. TKDE (2022)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"crossref","unstructured":"Penghui Wei Weimin Zhang Ruijie Hou Jinquan Liu Shaoguo Liu Liang Wang and Bo Zheng. 2022. Posterior Probability Matters: Doubly-Adaptive Calibration for Neural Predictions in Online Advertising. In SIGIR. 2645--2649.","DOI":"10.1145\/3477495.3531911"},{"key":"e_1_3_2_1_34_1","unstructured":"Jonathan Wenger Hedvig Kjellstr\u00f6m and Rudolph Triebel. 2020. Non-parametric calibration for classification. In AISTATS. PMLR 178--190."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1080\/01621459.1927.10502953"},{"key":"e_1_3_2_1_36_1","first-page":"609","article-title":"Obtaining calibrated probability estimates from decision trees and naive bayesian classifiers","volume":"1","author":"Zadrozny Bianca","year":"2001","unstructured":"Bianca Zadrozny and Charles Elkan. 2001. Obtaining calibrated probability estimates from decision trees and naive bayesian classifiers. In ICML, Vol. 1. 609--616.","journal-title":"ICML"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Bianca Zadrozny and Charles Elkan. 2002. Transforming classifier scores into accurate multiclass probability estimates. In KDD. 694--699.","DOI":"10.1145\/775047.775151"},{"key":"e_1_3_2_1_38_1","volume-title":"Mix-n-match: Ensemble and compositional methods for uncertainty calibration in deep learning. In ICML. PMLR, 11117--11128.","author":"Zhang Jize","year":"2020","unstructured":"Jize Zhang, Bhavya Kailkhura, and T Yong-Jin Han. 2020. Mix-n-match: Ensemble and compositional methods for uncertainty calibration in deep learning. In ICML. PMLR, 11117--11128."}],"event":{"name":"CIKM '24: The 33rd ACM International Conference on Information and Knowledge Management","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Boise ID USA","acronym":"CIKM '24"},"container-title":["Proceedings of the 33rd ACM International Conference on Information and Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3680043","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3627673.3680043","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:17Z","timestamp":1750294697000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3627673.3680043"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,21]]},"references-count":38,"alternative-id":["10.1145\/3627673.3680043","10.1145\/3627673"],"URL":"https:\/\/doi.org\/10.1145\/3627673.3680043","relation":{},"subject":[],"published":{"date-parts":[[2024,10,21]]},"assertion":[{"value":"2024-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}