{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T19:02:34Z","timestamp":1772823754458,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":26,"publisher":"ACM","license":[{"start":{"date-parts":[[2021,7,11]],"date-time":"2021-07-11T00:00:00Z","timestamp":1625961600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2017YFB1002104"],"award-info":[{"award-number":["2017YFB1002104"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100015803","name":"Tencent","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100015803","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["92046003, 61976204, U1811461"],"award-info":[{"award-number":["92046003, 61976204, U1811461"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2021,7,11]]},"DOI":"10.1145\/3404835.3463045","type":"proceedings-article","created":{"date-parts":[[2021,7,12]],"date-time":"2021-07-12T02:41:54Z","timestamp":1626057714000},"page":"1915-1919","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["Follow the Prophet: Accurate Online Conversion Rate Prediction in the Face of Delayed Feedback"],"prefix":"10.1145","author":[{"given":"Haoming","family":"Li","sequence":"first","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Feiyang","family":"Pan","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Xiang","family":"Ao","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Zhao","family":"Yang","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]},{"given":"Min","family":"Lu","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Junwei","family":"Pan","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Dapeng","family":"Liu","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Lei","family":"Xiao","sequence":"additional","affiliation":[{"name":"Tencent, Shenzhen, China"}]},{"given":"Qing","family":"He","sequence":"additional","affiliation":[{"name":"Institute of Computing Technology, Chinese Academy of Sciences & University of Chinese Academy of Sciences, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2021,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Deepak Agarwal Rahul Agrawal Rajiv Khanna and Nagaraj Kota. 2010. Estimating rates of rare events with multiple hierarchies through scalable log-linear models. In KDD. 213--222.","DOI":"10.1145\/1835804.1835834"},{"key":"e_1_3_2_1_2_1","unstructured":"Peter L Bartlett Elad Hazan and Alexander Rakhlin. 2007. Adaptive online gradient descent. In NeurIPS. 65--72."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.731"},{"key":"e_1_3_2_1_4_1","volume-title":"Multitask learning. Machine learning","author":"Caruana Rich","year":"1997","unstructured":"Rich Caruana. 1997. Multitask learning. Machine learning, Vol. 28, 1 (1997), 41--75."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"Olivier Chapelle. 2014. Modeling delayed feedback in display advertising. In KDD. 1097--1105.","DOI":"10.1145\/2623330.2623634"},{"key":"e_1_3_2_1_6_1","unstructured":"Marthinus Du Plessis Gang Niu and Masashi Sugiyama. 2015. Convex formulation for learning from positive and unlabeled data. In ICML. 1386--1394."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Long Duong Trevor Cohn Steven Bird and Paul Cook. 2015. Low resource dependency parsing: Cross-lingual parameter sharing in a neural network parser. In ACL. 845--850.","DOI":"10.3115\/v1\/P15-2139"},{"key":"e_1_3_2_1_8_1","unstructured":"David Eigen Marc'Aurelio Ranzato and Ilya Sutskever. 2013. Learning factored representations in a deep mixture of experts. In ICLR."},{"key":"e_1_3_2_1_9_1","unstructured":"Xinran He Junfeng Pan Ou Jin Tianbing Xu Bo Liu Tao Xu Yanxin Shi Antoine Atallah Ralf Herbrich Stuart Bowers et al. 2014. Practical lessons from predicting clicks on ads at facebook. In AdKDD. 1--9."},{"key":"e_1_3_2_1_10_1","unstructured":"Xiangnan He Hanwang Zhang Min-Yen Kan and Tat-Seng Chua. 2016. Fast matrix factorization for online recommendation with implicit feedback. In SIGIR. 549--558."},{"key":"e_1_3_2_1_11_1","volume-title":"Adaptive mixtures of local experts. Neural computation","author":"Jacobs Robert A","year":"1991","unstructured":"Robert A Jacobs, Michael I Jordan, Steven J Nowlan, and Geoffrey E Hinton. 1991. Adaptive mixtures of local experts. Neural computation, Vol. 3, 1 (1991), 79--87."},{"key":"e_1_3_2_1_12_1","volume-title":"Adam: A method for stochastic optimization. In ICLR.","author":"Kingma Diederik P","year":"2015","unstructured":"Diederik P Kingma and Jimmy Ba. 2015. Adam: A method for stochastic optimization. In ICLR."},{"key":"e_1_3_2_1_13_1","unstructured":"Ryuichi Kiryo Gang Niu Marthinus C du Plessis and Masashi Sugiyama. 2017. Positive-unlabeled learning with non-negative risk estimator. In NeurIPS. 1674--1684."},{"key":"e_1_3_2_1_14_1","volume-title":"Deepak Dilipkumar, Ferenc Husz\u00e1r, Steven Yoo, and Wenzhe Shi.","author":"Ktena Sofia Ira","year":"2019","unstructured":"Sofia Ira Ktena, Alykhan Tejani, Lucas Theis, Pranay Kumar Myana, Deepak Dilipkumar, Ferenc Husz\u00e1r, Steven Yoo, and Wenzhe Shi. 2019. Addressing delayed feedback for continuous training with neural networks in CTR prediction. In RecSys. 187--195."},{"key":"e_1_3_2_1_15_1","unstructured":"Kuang-chih Lee Burkay Orten Ali Dasdan and Wentong Li. 2012. Estimating conversion rate in display advertising from past erformance data. In KDD. 768--776."},{"key":"e_1_3_2_1_16_1","volume-title":"Pbodl: Parallel bayesian online deep learning for click-through rate prediction in tencent advertising system. arXiv preprint arXiv:1707.00802","author":"Liu Xun","year":"2017","unstructured":"Xun Liu, Wei Xue, Lei Xiao, and Bo Zhang. 2017. Pbodl: Parallel bayesian online deep learning for click-through rate prediction in tencent advertising system. arXiv preprint arXiv:1707.00802 (2017)."},{"key":"e_1_3_2_1_17_1","unstructured":"Quan Lu Shengjun Pan Liang Wang Junwei Pan Fengdan Wan and Hongxia Yang. 2017. A practical framework of conversion rate prediction for online display advertising. In AdKDD. 1--9."},{"key":"e_1_3_2_1_18_1","volume-title":"H Chi","author":"Ma Jiaqi","year":"2018","unstructured":"Jiaqi Ma, Zhe Zhao, Xinyang Yi, Jilin Chen, Lichan Hong, and Ed H Chi. 2018. Modeling task relationships in multi-task learning with multi-gate mixture-of-experts. In KDD. 1930--1939."},{"key":"e_1_3_2_1_19_1","volume-title":"Field-aware Calibration: A Simple and Empirically Strong Method for Reliable Probabilistic Predictions. In WWW. 729--739.","author":"Pan Feiyang","year":"2020","unstructured":"Feiyang Pan, Xiang Ao, Pingzhong Tang, Min Lu, Dapeng Liu, Lei Xiao, and Qing He. 2020. Field-aware Calibration: A Simple and Empirically Strong Method for Reliable Probabilistic Predictions. In WWW. 729--739."},{"key":"e_1_3_2_1_20_1","volume-title":"Yu Sun, and Aaron Flores.","author":"Pan Junwei","year":"2019","unstructured":"Junwei Pan, Yizhi Mao, Alfonso Lobos Ruiz, Yu Sun, and Aaron Flores. 2019. Predicting different types of conversions with multi-task learning in online advertising. In KDD. 2689--2697."},{"key":"e_1_3_2_1_21_1","unstructured":"Marthinus C du Plessis Gang Niu and Masashi Sugiyama. 2014. Analysis of learning from positive and unlabeled data. In NeurIPS. 703--711."},{"key":"e_1_3_2_1_22_1","volume-title":"An overview of multi-task learning in deep neural networks. arXiv preprint arXiv:1706.05098","author":"Ruder Sebastian","year":"2017","unstructured":"Sebastian Ruder. 2017. An overview of multi-task learning in deep neural networks. arXiv preprint arXiv:1706.05098 (2017)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Doyen Sahoo Quang Pham Jing Lu and Steven CH Hoi. 2018. Online deep learning: learning deep neural networks on the fly. In IJCAI. 2660--2666.","DOI":"10.24963\/ijcai.2018\/369"},{"key":"e_1_3_2_1_24_1","unstructured":"Noam Shazeer Azalia Mirhoseini Krzysztof Maziarz Andy Davis Quoc Le Geoffrey Hinton and Jeff Dean. 2017. Outrageously large neural networks: The sparsely-gated mixture-of-experts layer. In ICLR."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"crossref","unstructured":"Shota Yasui Gota Morishita Fujita Komei and Masashi Shibata. 2020. A Feedback Shift Correction in Predicting Conversion Rates under Delayed Feedback. In WWW. 2740--2746.","DOI":"10.1145\/3366423.3380032"},{"key":"e_1_3_2_1_26_1","volume-title":"A nonparametric delayed feedback model for conversion rate prediction. arXiv preprint arXiv:1802.00255","author":"Yoshikawa Yuya","year":"2018","unstructured":"Yuya Yoshikawa and Yusaku Imai. 2018. A nonparametric delayed feedback model for conversion rate prediction. arXiv preprint arXiv:1802.00255 (2018)."}],"event":{"name":"SIGIR '21: The 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Virtual Event Canada","acronym":"SIGIR '21","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3463045","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3404835.3463045","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:18:30Z","timestamp":1750191510000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3404835.3463045"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,11]]},"references-count":26,"alternative-id":["10.1145\/3404835.3463045","10.1145\/3404835"],"URL":"https:\/\/doi.org\/10.1145\/3404835.3463045","relation":{},"subject":[],"published":{"date-parts":[[2021,7,11]]},"assertion":[{"value":"2021-07-11","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}