{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T10:03:56Z","timestamp":1775815436206,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":35,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,8,24]],"date-time":"2024-08-24T00:00:00Z","timestamp":1724457600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,8,25]]},"DOI":"10.1145\/3637528.3671529","type":"proceedings-article","created":{"date-parts":[[2024,8,25]],"date-time":"2024-08-25T04:55:12Z","timestamp":1724561712000},"page":"6117-6126","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Deep Ensemble Shape Calibration: Multi-Field Post-hoc Calibration in Online Advertising"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0009-3296-2814","authenticated-orcid":false,"given":"Shuai","family":"Yang","sequence":"first","affiliation":[{"name":"Shopee Discovery Ads, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0007-0867-7410","authenticated-orcid":false,"given":"Hao","family":"Yang","sequence":"additional","affiliation":[{"name":"Shopee Discovery Ads, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-1798-4104","authenticated-orcid":false,"given":"Zhuang","family":"Zou","sequence":"additional","affiliation":[{"name":"Shopee Discovery Ads, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-0052-7814","authenticated-orcid":false,"given":"Linhe","family":"Xu","sequence":"additional","affiliation":[{"name":"Shopee Discovery Ads, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9459-5901","authenticated-orcid":false,"given":"Shuo","family":"Yuan","sequence":"additional","affiliation":[{"name":"Shopee Discovery Ads, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-6143-3043","authenticated-orcid":false,"given":"Yifan","family":"Zeng","sequence":"additional","affiliation":[{"name":"Shopee Discovery Ads, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2024,8,24]]},"reference":[{"key":"e_1_3_2_2_1_1","doi-asserted-by":"crossref","unstructured":"Antonio Bella C\u00e8sar Ferri Jos\u00e9 Hern\u00e1ndez-Orallo and Mar\u00eda Jos\u00e9 Ram\u00edrez-Quintana. 2010. Calibration of machine learning models. In Handbook of Research on Machine Learning Applications and Trends: Algorithms Methods and Techniques. IGI Global 128--146.","DOI":"10.4018\/978-1-60566-766-9.ch006"},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3488560.3498435"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2988450.2988454"},{"key":"e_1_3_2_2_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864708.1864770"},{"key":"e_1_3_2_2_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-67667-4_13"},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467089"},{"key":"e_1_3_2_2_7_1","first-page":"1","article-title":"Calibrated multiple-output quantile regression with representation learning","volume":"24","author":"Feldman Shai","year":"2023","unstructured":"Shai Feldman, Stephen Bates, and Yaniv Romano. 2023. Calibrated multiple-output quantile regression with representation learning. Journal of Machine Learning Research, Vol. 24, 24 (2023), 1--48.","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_2_8_1","volume-title":"Thomas Borchert, and Ralf Herbrich.","author":"Graepel Thore","year":"2010","unstructured":"Thore Graepel, Joaquin Quinonero Candela, Thomas Borchert, and Ralf Herbrich. 2010. Web-scale bayesian click-through rate prediction for sponsored search advertising in microsoft's bing search engine. Omnipress."},{"key":"e_1_3_2_2_9_1","volume-title":"International conference on machine learning. PMLR, 1321--1330","author":"Guo Chuan","year":"2017","unstructured":"Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q Weinberger. 2017. On calibration of modern neural networks. In International conference on machine learning. PMLR, 1321--1330."},{"key":"e_1_3_2_2_10_1","unstructured":"Huifeng Guo Ruiming Tang Yunming Ye Zhenguo Li and Xiuqiang He. 2017. DeepFM: a factorization-machine based neural network for CTR prediction. arXiv preprint arXiv:1703.04247 (2017)."},{"key":"e_1_3_2_2_11_1","first-page":"3711","article-title":"Distribution-free binary classification: prediction sets, confidence intervals and calibration","volume":"33","author":"Gupta Chirag","year":"2020","unstructured":"Chirag Gupta, Aleksandr Podkopaev, and Aaditya Ramdas. 2020. Distribution-free binary classification: prediction sets, confidence intervals and calibration. Advances in Neural Information Processing Systems, Vol. 33 (2020), 3711--3723.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_2_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2648584.2648589"},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512096"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/3298689.3347043"},{"key":"e_1_3_2_2_15_1","first-page":"16","article-title":"Smooth isotonic regression: a new method to calibrate predictive models","volume":"2011","author":"Jiang Xiaoqian","year":"2011","unstructured":"Xiaoqian Jiang, Melanie Osl, Jihoon Kim, and Lucila Ohno-Machado. 2011. Smooth isotonic regression: a new method to calibrate predictive models. AMIA Summits on Translational Science Proceedings, Vol. 2011 (2011), 16.","journal-title":"AMIA Summits on Translational Science Proceedings"},{"key":"e_1_3_2_2_16_1","volume-title":"Proceedings of the Sixteenth International Joint Conference on Artificial Intelligence. Citeseer, 73--77","author":"Korb Kevin B","year":"1999","unstructured":"Kevin B Korb. 1999. Calibration and the evaluation of predictive learners. In Proceedings of the Sixteenth International Joint Conference on Artificial Intelligence. Citeseer, 73--77."},{"key":"e_1_3_2_2_17_1","volume-title":"Markus K\u00e4ngsepp, Telmo Silva Filho, Hao Song, and Peter Flach.","author":"Kull Meelis","year":"2019","unstructured":"Meelis Kull, Miquel Perello Nieto, Markus K\u00e4ngsepp, Telmo Silva Filho, Hao Song, and Peter Flach. 2019. Beyond temperature scaling: Obtaining well-calibrated multi-class probabilities with dirichlet calibration. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_2_18_1","volume-title":"Telmo Silva Filho, and Peter Flach","author":"Kull Meelis","year":"2017","unstructured":"Meelis Kull, Telmo Silva Filho, and Peter Flach. 2017. Beta calibration: a well-founded and easily implemented improvement on logistic calibration for binary classifiers. In Artificial Intelligence and Statistics. PMLR, 623--631."},{"key":"e_1_3_2_2_19_1","volume-title":"Advances in Neural Information Processing Systems","volume":"32","author":"Kumar Ananya","year":"2019","unstructured":"Ananya Kumar, Percy S Liang, and Tengyu Ma. 2019. Verified uncertainty calibration. Advances in Neural Information Processing Systems, Vol. 32 (2019)."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i4.20326"},{"key":"e_1_3_2_2_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209978.3210104"},{"key":"e_1_3_2_2_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3604915.3608863"},{"key":"e_1_3_2_2_23_1","volume-title":"Can you trust your model's uncertainty? evaluating predictive uncertainty under dataset shift. Advances in neural information processing systems","author":"Ovadia Yaniv","year":"2019","unstructured":"Yaniv Ovadia, Emily Fertig, Jie Ren, Zachary Nado, David Sculley, Sebastian Nowozin, Joshua Dillon, Balaji Lakshminarayanan, and Jasper Snoek. 2019. Can you trust your model's uncertainty? evaluating predictive uncertainty under dataset shift. Advances in neural information processing systems, Vol. 32 (2019)."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3366423.3380154"},{"key":"e_1_3_2_2_25_1","doi-asserted-by":"crossref","unstructured":"John Platt et al. 1999. Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Advances in large margin classifiers Vol. 10 3 (1999) 61--74.","DOI":"10.7551\/mitpress\/1113.003.0008"},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939704"},{"key":"e_1_3_2_2_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3219869"},{"key":"e_1_3_2_2_28_1","volume-title":"MaskNet: Introducing feature-wise multiplication to CTR ranking models by instance-guided mask. arXiv preprint arXiv:2102.07619","author":"Wang Zhiqiang","year":"2021","unstructured":"Zhiqiang Wang, Qingyun She, and Junlin Zhang. 2021. MaskNet: Introducing feature-wise multiplication to CTR ranking models by instance-guided mask. arXiv preprint arXiv:2102.07619 (2021)."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531911"},{"key":"e_1_3_2_2_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614707"},{"key":"e_1_3_2_2_31_1","first-page":"609","article-title":"Obtaining calibrated probability estimates from decision trees and naive bayesian classifiers","volume":"1","author":"Zadrozny Bianca","year":"2001","unstructured":"Bianca Zadrozny and Charles Elkan. 2001. Obtaining calibrated probability estimates from decision trees and naive bayesian classifiers. In Icml, Vol. 1. 609--616.","journal-title":"Icml"},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/775047.775151"},{"key":"e_1_3_2_2_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939759"},{"key":"e_1_3_2_2_34_1","volume-title":"International conference on machine learning. PMLR, 11117--11128","author":"Zhang Jize","year":"2020","unstructured":"Jize Zhang, Bhavya Kailkhura, and T Yong-Jin Han. 2020. Mix-n-match: Ensemble and compositional methods for uncertainty calibration in deep learning. In International conference on machine learning. PMLR, 11117--11128."},{"key":"e_1_3_2_2_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098134"}],"event":{"name":"KDD '24: The 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","location":"Barcelona Spain","acronym":"KDD '24","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data"]},"container-title":["Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671529","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3637528.3671529","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:04:19Z","timestamp":1750291459000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3637528.3671529"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,24]]},"references-count":35,"alternative-id":["10.1145\/3637528.3671529","10.1145\/3637528"],"URL":"https:\/\/doi.org\/10.1145\/3637528.3671529","relation":{},"subject":[],"published":{"date-parts":[[2024,8,24]]},"assertion":[{"value":"2024-08-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}