{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,7]],"date-time":"2025-11-07T09:48:11Z","timestamp":1762508891346,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,10,17]],"date-time":"2022-10-17T00:00:00Z","timestamp":1665964800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"CCF-Tencent Open Fund"},{"DOI":"10.13039\/501100004739","name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004739","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Natural Science Foundation of China under Grant","award":["No.61976204, U1811461, 92046003"],"award-info":[{"award-number":["No.61976204, U1811461, 92046003"]}]},{"DOI":"10.13039\/501100005090","name":"Beijing Nova Program","doi-asserted-by":"publisher","award":["Z201100006820062"],"award-info":[{"award-number":["Z201100006820062"]}],"id":[{"id":"10.13039\/501100005090","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,10,17]]},"DOI":"10.1145\/3511808.3557557","type":"proceedings-article","created":{"date-parts":[[2022,10,16]],"date-time":"2022-10-16T01:22:22Z","timestamp":1665883342000},"page":"3983-3987","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Calibrated Conversion Rate Prediction via Knowledge Distillation under Delayed Feedback in Online Advertising"],"prefix":"10.1145","author":[{"given":"Yuyao","family":"Guo","sequence":"first","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}]},{"given":"Haoming","family":"Li","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}]},{"given":"Xiang","family":"Ao","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}]},{"given":"Min","family":"Lu","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Dapeng","family":"Liu","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Lei","family":"Xiao","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Jie","family":"Jiang","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Qing","family":"He","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2022,10,17]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Davide Del Testa","author":"Bojarski Mariusz","year":"2016","unstructured":"Mariusz Bojarski , Davide Del Testa , Daniel Dworakowski, Bernhard Firner , Beat Flepp, Prasoon Goyal, Lawrence D. Jackel, Mathew Monfort, Urs Muller, Jiakai Zhang, Xin Zhang, Jake Zhao, and Karol Zieba. 2016 . End to End Learning for Self-Driving Cars. CoRR , Vol. abs\/ 1604 .07316 (2016). Mariusz Bojarski, Davide Del Testa, Daniel Dworakowski, Bernhard Firner, Beat Flepp, Prasoon Goyal, Lawrence D. Jackel, Mathew Monfort, Urs Muller, Jiakai Zhang, Xin Zhang, Jake Zhao, and Karol Zieba. 2016. End to End Learning for Self-Driving Cars. CoRR, Vol. abs\/1604.07316 (2016)."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Olivier Chapelle. 2014. Modeling delayed feedback in display advertising. In KDD. ACM 1097--1105. Olivier Chapelle. 2014. Modeling delayed feedback in display advertising. In KDD. ACM 1097--1105.","DOI":"10.1145\/2623330.2623634"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"crossref","unstructured":"Yu Chen Jiaqi Jin Hui Zhao Pengjie Wang Guojun Liu Jian Xu and Bo Zheng. 2022. Asymptotically Unbiased Estimation for Delayed Feedback Modeling via Label Correction. In WWW. ACM 369--379. Yu Chen Jiaqi Jin Hui Zhao Pengjie Wang Guojun Liu Jian Xu and Bo Zheng. 2022. Asymptotically Unbiased Estimation for Delayed Feedback Modeling via Label Correction. In WWW. ACM 369--379.","DOI":"10.1145\/3485447.3511965"},{"key":"e_1_3_2_1_4_1","unstructured":"Siyu Gu Xiang-Rong Sheng Ying Fan Guorui Zhou and Xiaoqiang Zhu. 2021. Real Negatives Matter: Continuous Training with Real Negatives for Delayed Feedback Modeling. In KDD. ACM 2890--2898. Siyu Gu Xiang-Rong Sheng Ying Fan Guorui Zhou and Xiaoqiang Zhu. 2021. Real Negatives Matter: Continuous Training with Real Negatives for Delayed Feedback Modeling. In KDD. ACM 2890--2898."},{"key":"e_1_3_2_1_5_1","volume-title":"Weinberger","author":"Guo Chuan","year":"2017","unstructured":"Chuan Guo , Geoff Pleiss , Yu Sun , and Kilian Q . Weinberger . 2017 . On Calibration of Modern Neural Networks. In ICML (Proceedings of Machine Learning Research , Vol. 70). PMLR, 1321-- 1330 . Chuan Guo, Geoff Pleiss, Yu Sun, and Kilian Q. Weinberger. 2017. On Calibration of Modern Neural Networks. In ICML (Proceedings of Machine Learning Research, Vol. 70). PMLR, 1321--1330."},{"key":"e_1_3_2_1_6_1","unstructured":"Xiangnan He Hanwang Zhang Min-Yen Kan and Tat-Seng Chua. 2016. Fast Matrix Factorization for Online Recommendation with Implicit Feedback. In SIGIR. ACM 549--558. Xiangnan He Hanwang Zhang Min-Yen Kan and Tat-Seng Chua. 2016. Fast Matrix Factorization for Online Recommendation with Implicit Feedback. In SIGIR. ACM 549--558."},{"key":"e_1_3_2_1_7_1","volume-title":"Distilling the Knowledge in a Neural Network. CoRR","author":"Hinton Geoffrey E.","year":"2015","unstructured":"Geoffrey E. Hinton , Oriol Vinyals , and Jeffrey Dean . 2015. Distilling the Knowledge in a Neural Network. CoRR , Vol. abs\/ 1503 .02531 ( 2015 ). Geoffrey E. Hinton, Oriol Vinyals, and Jeffrey Dean. 2015. Distilling the Knowledge in a Neural Network. CoRR, Vol. abs\/1503.02531 (2015)."},{"key":"e_1_3_2_1_8_1","volume-title":"MBCT: Tree-Based Feature-Aware Binning for Individual Uncertainty Calibration. In WWW. ACM, 2236--2246.","author":"Huang Siguang","year":"2022","unstructured":"Siguang Huang , Yunli Wang , Lili Mou , Huayue Zhang , Han Zhu , Chuan Yu , and Bo Zheng . 2022 . MBCT: Tree-Based Feature-Aware Binning for Individual Uncertainty Calibration. In WWW. ACM, 2236--2246. Siguang Huang, Yunli Wang, Lili Mou, Huayue Zhang, Han Zhu, Chuan Yu, and Bo Zheng. 2022. MBCT: Tree-Based Feature-Aware Binning for Individual Uncertainty Calibration. In WWW. ACM, 2236--2246."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-020-00367-3"},{"key":"e_1_3_2_1_10_1","unstructured":"Ranganath Krishnan and Omesh Tickoo. 2020. Improving model calibration with accuracy versus uncertainty optimization. (2020). Ranganath Krishnan and Omesh Tickoo. 2020. Improving model calibration with accuracy versus uncertainty optimization. (2020)."},{"key":"e_1_3_2_1_11_1","volume-title":"Deepak Dilipkumar, Ferenc Husz\u00e1 r, Steven Yoo, and Wenzhe Shi.","author":"Ktena Sofia Ira","year":"2019","unstructured":"Sofia Ira Ktena , Alykhan Tejani , Lucas Theis , Pranay Kumar Myana , Deepak Dilipkumar, Ferenc Husz\u00e1 r, Steven Yoo, and Wenzhe Shi. 2019 . Addressing delayed feedback for continuous training with neural networks in CTR prediction. In RecSys. ACM , 187--195. Sofia Ira Ktena, Alykhan Tejani, Lucas Theis, Pranay Kumar Myana, Deepak Dilipkumar, Ferenc Husz\u00e1 r, Steven Yoo, and Wenzhe Shi. 2019. Addressing delayed feedback for continuous training with neural networks in CTR prediction. In RecSys. ACM, 187--195."},{"key":"e_1_3_2_1_12_1","volume-title":"Telmo de Menezes e Silva Filho, and Peter A. Flach","author":"Kull Meelis","year":"2017","unstructured":"Meelis Kull , Telmo de Menezes e Silva Filho, and Peter A. Flach . 2017 . Beta calibration: a well-founded and easily implemented improvement on logistic calibration for binary classifiers. In AISTATS (Proceedings of Machine Learning Research , Vol. 54). PMLR, 623-- 631 . Meelis Kull, Telmo de Menezes e Silva Filho, and Peter A. Flach. 2017. Beta calibration: a well-founded and easily implemented improvement on logistic calibration for binary classifiers. In AISTATS (Proceedings of Machine Learning Research, Vol. 54). PMLR, 623--631."},{"key":"e_1_3_2_1_13_1","unstructured":"Ananya Kumar Percy Liang and Tengyu Ma. 2019. Verified Uncertainty Calibration. (2019) 3787--3798. Ananya Kumar Percy Liang and Tengyu Ma. 2019. Verified Uncertainty Calibration. (2019) 3787--3798."},{"key":"e_1_3_2_1_14_1","unstructured":"Balaji Lakshminarayanan Alexander Pritzel and Charles Blundell. 2017. Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles. (2017) 6402--6413. Balaji Lakshminarayanan Alexander Pritzel and Charles Blundell. 2017. Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles. (2017) 6402--6413."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463045"},{"key":"e_1_3_2_1_16_1","volume-title":"Dokania","author":"Mukhoti Jishnu","year":"2020","unstructured":"Jishnu Mukhoti , Viveka Kulharia , Amartya Sanyal , Stuart Golodetz , Philip H. S. Torr , and Puneet K . Dokania . 2020 . Calibrating Deep Neural Networks using Focal Loss . (2020). Jishnu Mukhoti, Viveka Kulharia, Amartya Sanyal, Stuart Golodetz, Philip H. S. Torr, and Puneet K. Dokania. 2020. Calibrating Deep Neural Networks using Focal Loss. (2020)."},{"key":"e_1_3_2_1_17_1","volume-title":"Hinton","author":"Rafael M\u00fc","year":"2019","unstructured":"Rafael M\u00fc ller, Simon Kornblith , and Geoffrey E . Hinton . 2019 . When does label smoothing help? (2019), 4696--4705. Rafael M\u00fc ller, Simon Kornblith, and Geoffrey E. Hinton. 2019. When does label smoothing help? (2019), 4696--4705."},{"key":"e_1_3_2_1_18_1","volume-title":"Field-aware Calibration: A Simple and Empirically Strong Method for Reliable Probabilistic Predictions. In WWW. ACM \/ IW3C2, 729--739.","author":"Pan Feiyang","year":"2020","unstructured":"Feiyang Pan , Xiang Ao , Pingzhong Tang , Min Lu , Dapeng Liu , Lei Xiao , and Qing He . 2020 . Field-aware Calibration: A Simple and Empirically Strong Method for Reliable Probabilistic Predictions. In WWW. ACM \/ IW3C2, 729--739. Feiyang Pan, Xiang Ao, Pingzhong Tang, Min Lu, Dapeng Liu, Lei Xiao, and Qing He. 2020. Field-aware Calibration: A Simple and Empirically Strong Method for Reliable Probabilistic Predictions. In WWW. ACM \/ IW3C2, 729--739."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"John Platt et al. 1999. Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Advances in large margin classifiers Vol. 10 3 (1999) 61--74. John Platt et al. 1999. Probabilistic outputs for support vector machines and comparisons to regularized likelihood methods. Advances in large margin classifiers Vol. 10 3 (1999) 61--74.","DOI":"10.7551\/mitpress\/1113.003.0008"},{"key":"e_1_3_2_1_20_1","volume-title":"Hoi","author":"Sahoo Doyen","year":"2018","unstructured":"Doyen Sahoo , Quang Pham , Jing Lu , and Steven C. H . Hoi . 2018 . Online Deep Learning: Learning Deep Neural Networks on the Fly . (2018), 2660--2666. Doyen Sahoo, Quang Pham, Jing Lu, and Steven C. H. Hoi. 2018. Online Deep Learning: Learning Deep Neural Networks on the Fly. (2018), 2660--2666."},{"key":"e_1_3_2_1_21_1","unstructured":"Jasper Snoek Yaniv Ovadia Emily Fertig Balaji Lakshminarayanan Sebastian Nowozin D. Sculley Joshua V. Dillon Jie Ren and Zachary Nado. 2019. Can you trust your model's uncertainty? Evaluating predictive uncertainty under dataset shift. (2019) 13969--13980. Jasper Snoek Yaniv Ovadia Emily Fertig Balaji Lakshminarayanan Sebastian Nowozin D. Sculley Joshua V. Dillon Jie Ren and Zachary Nado. 2019. Can you trust your model's uncertainty? Evaluating predictive uncertainty under dataset shift. (2019) 13969--13980."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Jia-Qi Yang Xiang Li Shuguang Han Tao Zhuang De-Chuan Zhan Xiaoyi Zeng and Bin Tong. 2021. Capturing Delayed Feedback in Conversion Rate Prediction via Elapsed-Time Sampling. (2021) 4582--4589. Jia-Qi Yang Xiang Li Shuguang Han Tao Zhuang De-Chuan Zhan Xiaoyi Zeng and Bin Tong. 2021. Capturing Delayed Feedback in Conversion Rate Prediction via Elapsed-Time Sampling. (2021) 4582--4589.","DOI":"10.1609\/aaai.v35i5.16587"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Shota Yasui Gota Morishita Komei Fujita and Masashi Shibata. 2020. A Feedback Shift Correction in Predicting Conversion Rates under Delayed Feedback. In WWW. ACM \/ IW3C2 2740--2746. Shota Yasui Gota Morishita Komei Fujita and Masashi Shibata. 2020. A Feedback Shift Correction in Predicting Conversion Rates under Delayed Feedback. In WWW. ACM \/ IW3C2 2740--2746.","DOI":"10.1145\/3366423.3380032"},{"key":"e_1_3_2_1_24_1","volume-title":"Revisit Knowledge Distillation: a Teacher-free Framework. CoRR","author":"Yuan Li","year":"2019","unstructured":"Li Yuan , Francis E. H. Tay , Guilin Li , Tao Wang , and Jiashi Feng . 2019. Revisit Knowledge Distillation: a Teacher-free Framework. CoRR , Vol. abs\/ 1909 .11723 ( 2019 ). Li Yuan, Francis E. H. Tay, Guilin Li, Tao Wang, and Jiashi Feng. 2019. Revisit Knowledge Distillation: a Teacher-free Framework. CoRR, Vol. abs\/1909.11723 (2019)."},{"key":"e_1_3_2_1_25_1","unstructured":"Bianca Zadrozny and Charles Elkan. 2001. Obtaining calibrated probability estimates from decision trees and naive Bayesian classifiers. In ICML. Morgan Kaufmann 609--616. Bianca Zadrozny and Charles Elkan. 2001. Obtaining calibrated probability estimates from decision trees and naive Bayesian classifiers. In ICML. Morgan Kaufmann 609--616."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Bianca Zadrozny and Charles Elkan. 2002. Transforming classifier scores into accurate multiclass probability estimates. In KDD. ACM 694--699. Bianca Zadrozny and Charles Elkan. 2002. Transforming classifier scores into accurate multiclass probability estimates. In KDD. ACM 694--699.","DOI":"10.1145\/775047.775151"},{"key":"e_1_3_2_1_27_1","volume-title":"ICML (Proceedings of Machine Learning Research","volume":"11128","author":"Zhang Jize","year":"2020","unstructured":"Jize Zhang , Bhavya Kailkhura , and Thomas Yong-Jin Han . 2020 . Mix-n-Match : Ensemble and Compositional Methods for Uncertainty Calibration in Deep Learning . In ICML (Proceedings of Machine Learning Research , Vol. 119). PMLR, 11117-- 11128 . Jize Zhang, Bhavya Kailkhura, and Thomas Yong-Jin Han. 2020. Mix-n-Match : Ensemble and Compositional Methods for Uncertainty Calibration in Deep Learning. In ICML (Proceedings of Machine Learning Research, Vol. 119). PMLR, 11117--11128."},{"key":"e_1_3_2_1_28_1","volume-title":"Decoupled Knowledge Distillation. CoRR","author":"Zhao Borui","year":"2022","unstructured":"Borui Zhao , Quan Cui , Renjie Song , Yiyu Qiu , and Jiajun Liang . 2022. Decoupled Knowledge Distillation. CoRR , Vol. abs\/ 2203 .08679 ( 2022 ). Borui Zhao, Quan Cui, Renjie Song, Yiyu Qiu, and Jiajun Liang. 2022. Decoupled Knowledge Distillation. CoRR, Vol. abs\/2203.08679 (2022)."}],"event":{"name":"CIKM '22: The 31st ACM International Conference on Information and Knowledge Management","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGIR ACM Special Interest Group on Information Retrieval"],"location":"Atlanta GA USA","acronym":"CIKM '22"},"container-title":["Proceedings of the 31st ACM International Conference on Information & Knowledge Management"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3511808.3557557","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3511808.3557557","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:51:09Z","timestamp":1750182669000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3511808.3557557"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,17]]},"references-count":28,"alternative-id":["10.1145\/3511808.3557557","10.1145\/3511808"],"URL":"https:\/\/doi.org\/10.1145\/3511808.3557557","relation":{},"subject":[],"published":{"date-parts":[[2022,10,17]]},"assertion":[{"value":"2022-10-17","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}