{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:19:05Z","timestamp":1775283545677,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2015,2,2]],"date-time":"2015-02-02T00:00:00Z","timestamp":1422835200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2015,2,2]]},"DOI":"10.1145\/2684822.2685311","type":"proceedings-article","created":{"date-parts":[[2015,1,28]],"date-time":"2015-01-28T14:12:26Z","timestamp":1422454346000},"page":"37-46","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":18,"title":["Toward Predicting the Outcome of an A\/B Experiment for Search Relevance"],"prefix":"10.1145","author":[{"given":"Lihong","family":"Li","sequence":"first","affiliation":[{"name":"Microsoft Corp, Redmond, WA, USA"}]},{"given":"Jin Young","family":"Kim","sequence":"additional","affiliation":[{"name":"Microsoft Corp, Redmond, WA, USA"}]},{"given":"Imed","family":"Zitouni","sequence":"additional","affiliation":[{"name":"Microsoft Corp, Redmond, WA, USA"}]}],"member":"320","published-online":{"date-parts":[[2015,2,2]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/1796408"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/1394251.1394261"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.5555\/2567709.2567766"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1102351.1102363"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1571955"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2094072.2094078"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","unstructured":"Olivier Chapelle Eren Manavoglu and Romer Rosales. Simple and scalable response prediction for display advertising. ACM Transactions on Intelligent Systems and Technology. To appear. 10.1145\/2532128","DOI":"10.1145\/2532128"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526711"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2484028.2484071"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390334.1390392"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1526709.1526712"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433419"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2396761.2398516"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/582415.582418"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-06028-6_15"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-008-0114-1"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1345448.1345472"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1390156.1390223"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/1772690.1772758"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/1935826.1935878"},{"key":"e_1_3_2_1_22_1","volume-title":"Microsoft Research","author":"Li Lihong","year":"2014","unstructured":"Lihong Li, Remi Munos, and Csaba Szepesvari. On minimax optimal off-policy policy evaluation. Technical report, Microsoft Research, 2014."},{"key":"e_1_3_2_1_23_1","first-page":"247","volume-title":"Proceedings of the Twenty-Second Conference on Learning Theory","author":"Maurer Andreas","year":"2009","unstructured":"Andreas Maurer and Massimiliano Pontil. Empirical Bernstein bounds and sample-variance penalization. In Proceedings of the Twenty-Second Conference on Learning Theory, pages 247--254, 2009."},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433429"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1177\/0165551507086989"},{"key":"e_1_3_2_1_26_1","first-page":"2217","volume-title":"Advances in Neural Information Processing Systems 23","author":"Strehl Alexander L.","year":"2011","unstructured":"Alexander L. Strehl, John Langford, Lihong Li, and Sham M. Kakade. Learning from logged implicit exploration data. In Advances in Neural Information Processing Systems 23, pages 2217--2225, 2011."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/2505515.2514700"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383992"},{"key":"e_1_3_2_1_29_1","first-page":"1000","volume-title":"Advances in Neural Information Processing Systems 20","author":"Zheng Zhaohui","year":"2008","unstructured":"Zhaohui Zheng, Hongyuan Zha, Tong Zhang, Olivier Chapelle, Keke Chen, and Gordon Sun. A general boosting method and its application to learning ranking functions for web search. In Advances in Neural Information Processing Systems 20, pages 1000--1007, 2008."}],"event":{"name":"WSDM 2015: Eighth ACM International Conference on Web Search and Data Mining","location":"Shanghai China","acronym":"WSDM 2015","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the Eighth ACM International Conference on Web Search and Data Mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2684822.2685311","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2684822.2685311","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T06:13:42Z","timestamp":1750227222000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2684822.2685311"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,2,2]]},"references-count":28,"alternative-id":["10.1145\/2684822.2685311","10.1145\/2684822"],"URL":"https:\/\/doi.org\/10.1145\/2684822.2685311","relation":{},"subject":[],"published":{"date-parts":[[2015,2,2]]},"assertion":[{"value":"2015-02-02","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}