{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T18:20:16Z","timestamp":1768587616670,"version":"3.49.0"},"publisher-location":"Berlin, Heidelberg","reference-count":28,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642369728","type":"print"},{"value":"9783642369735","type":"electronic"}],"license":[{"start":{"date-parts":[[2013,1,1]],"date-time":"2013-01-01T00:00:00Z","timestamp":1356998400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-36973-5_107","type":"book-chapter","created":{"date-parts":[[2013,3,9]],"date-time":"2013-03-09T12:13:02Z","timestamp":1362831182000},"page":"878-881","source":"Crossref","is-referenced-by-count":4,"title":["Practical Online Retrieval Evaluation"],"prefix":"10.1007","author":[{"given":"Filip","family":"Radlinski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katja","family":"Hofmann","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"107_CR1","doi-asserted-by":"crossref","unstructured":"Agichtein, E., Brill, E., Dumais, S., Ragno, R.: Learning user interaction models for predicting web search result preferences. In: SIGIR 2006, pp. 3\u201310 (2006)","DOI":"10.1145\/1148170.1148175"},{"key":"107_CR2","doi-asserted-by":"crossref","unstructured":"Allan, J., Aslam, J.A., Carterette, B., Pavlu, V., Kanoulas, E.: Million query track 2008 overview. In: TREC 2008 (2008)","DOI":"10.21236\/ADA477388"},{"key":"107_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/978-3-540-78646-7_5","volume-title":"Advances in Information Retrieval","author":"B. Carterette","year":"2008","unstructured":"Carterette, B., Bennett, P.N., Chickering, D.M., Dumais, S.T.: Here or there: Preference Judgments for Relevance. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol.\u00a04956, pp. 16\u201327. Springer, Heidelberg (2008)"},{"key":"107_CR4","unstructured":"Carterette, B., Jones, R.: Evaluating search engines by modeling the relationship between relevance and clicks. In: NIPS 2007 (2007)"},{"issue":"1","key":"107_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2094072.2094078","volume":"30","author":"O. Chapelle","year":"2012","unstructured":"Chapelle, O., Joachims, T., Radlinski, F., Yue, Y.: Large-scale validation and analysis of interleaved search evaluation. ACM Trans. Inf. Syst.\u00a030(1), 6:1\u20136:41 (2012)","journal-title":"ACM Trans. Inf. Syst."},{"key":"107_CR6","doi-asserted-by":"crossref","unstructured":"Clarke, C., Agichtein, E., Dumais, S., White, R.: The influence of caption features on clickthrough patterns in web search. In: SIGIR 2007, pp. 135\u2013142 (2007)","DOI":"10.1145\/1277741.1277767"},{"key":"107_CR7","unstructured":"http:\/\/www.clef-initiative.eu\/"},{"key":"107_CR8","doi-asserted-by":"crossref","unstructured":"Craswell, N., Zoeter, O., Taylor, M., Ramsey, B.: An experimental comparison of click position-bias models. In: WSDM 2008 (2008)","DOI":"10.1145\/1341531.1341545"},{"key":"107_CR9","unstructured":"Dupret, G., Murdock, V., Piwowarski, B.: Web search engine evaluation using clickthrough data and a user model. In: WWW Wksp. on Query Log Analysis (2007)"},{"key":"107_CR10","unstructured":"Hardtke, D., Wertheim, M., Cramer, M.: Demonstration of improved search result relevancy using real-time implicit relevance feedback. In: SIGIR Wksp. on Understanding the User (2009)"},{"key":"107_CR11","doi-asserted-by":"crossref","unstructured":"Hofmann, K., Behr, F., Radlinski, F.: On caption bias in interleaving experiments. In: CIKM 2012 (2012)","DOI":"10.1145\/2396761.2396780"},{"key":"107_CR12","doi-asserted-by":"crossref","unstructured":"Hofmann, K., Whiteson, S., de Rijke, M.: A probabilistic method for inferring preferences from clicks. In: CIKM 2011, pp. 249\u2013258 (2011)","DOI":"10.1145\/2063576.2063618"},{"key":"107_CR13","doi-asserted-by":"crossref","unstructured":"Hofmann, K., Whiteson, S., de Rijke, M.: Estimating interleaved comparison outcomes from historical click data. In: CIKM 2012 (2012)","DOI":"10.1145\/2396761.2398516"},{"key":"107_CR14","doi-asserted-by":"crossref","unstructured":"Joachims, T.: Optimizing search engines using clickthrough data. In: KDD 2002, pp. 133\u2013142 (2002)","DOI":"10.1145\/775047.775067"},{"key":"107_CR15","unstructured":"Joachims, T.: Unbiased evaluation of retrieval quality using clickthrough data. In: SIGIR Wksp. on Mathematical\/Formal Methods in Information Retrieval (2002)"},{"key":"107_CR16","doi-asserted-by":"crossref","unstructured":"Joachims, T., Granka, L., Pan, B., Hembrooke, H., Radlinski, F., Gay, G.: Evaluating the accuracy of implicit feedback from clicks and query reformulations in web search. ACM TOIS\u00a025(2) (2007)","DOI":"10.1145\/1229179.1229181"},{"key":"107_CR17","doi-asserted-by":"crossref","unstructured":"Li, J., Huffman, S., Tokuda, A.: Good abandonment in mobile and pc internet search. In: SIGIR 2009, pp. 43\u201350 (2009)","DOI":"10.1145\/1571941.1571951"},{"key":"107_CR18","doi-asserted-by":"crossref","unstructured":"Matthijs, N., Radlinski, F.: Personalizing web search using long term browsing history. In: WSDM 2011 (2011)","DOI":"10.1145\/1935826.1935840"},{"key":"107_CR19","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Bennett, P., Yilmaz, E.: Detecting duplicate web documents using clickthrough data. In: WSDM 2011 (2011)","DOI":"10.1145\/1935826.1935859"},{"key":"107_CR20","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Craswell, N.: Comparing the sensitivity of information retrieval metrics. In: SIGIR 2010 (2010)","DOI":"10.1145\/1835449.1835560"},{"key":"107_CR21","unstructured":"Radlinski, F., Joachims, T.: Minimally invasive randomization for collecting unbiased preferences from clickthrough logs. In: AAAI 2006, pp. 1406\u20131412 (2006)"},{"key":"107_CR22","doi-asserted-by":"crossref","unstructured":"Radlinski, F., Kurup, M., Joachims, T.: How does clickthrough data reflect retrieval quality? In: CIKM 2008 (2008)","DOI":"10.1145\/1458082.1458092"},{"issue":"4","key":"107_CR23","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1561\/1500000009","volume":"4","author":"M. Sanderson","year":"2010","unstructured":"Sanderson, M.: Test collection based evaluation of information retrieval systems. Foundations and Trends in Information Retrieval\u00a04(4), 247\u2013375 (2010)","journal-title":"Foundations and Trends in Information Retrieval"},{"key":"107_CR24","unstructured":"TREC: the Text REtrieval Conference, \n                    \n                      http:\/\/trec.nist.gov\/"},{"key":"107_CR25","unstructured":"Voorhees, E.M., Harman, D.K.: TREC: Experiment and Evaluation in Information Retrieval. In: Digital Libraries and Electronic Publishing. MIT Press (2005)"},{"key":"107_CR26","doi-asserted-by":"crossref","unstructured":"Wang, K., Walker, T., Zheng, Z.: PSkip: Estimating relevance ranking quality from web search clickthrough data. In: KDD 2009 (2009)","DOI":"10.1145\/1557019.1557164"},{"key":"107_CR27","doi-asserted-by":"crossref","unstructured":"Yue, Y., Gao, Y., Chapelle, O., Zhang, Y., Joachims, T.: Learning more powerful test statistics for click-based retrieval evaluation. In: SIGIR 2010 (2010)","DOI":"10.1145\/1835449.1835534"},{"key":"107_CR28","doi-asserted-by":"crossref","unstructured":"Yue, Y., Patel, R., Roehrig, H.: Beyond position bias: Examining result attractiveness as a source of presentation bias in clickthrough data. In: WWW 2010 (2010)","DOI":"10.1145\/1772690.1772793"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-36973-5_107","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,20]],"date-time":"2019-05-20T01:22:02Z","timestamp":1558315322000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-36973-5_107"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642369728","9783642369735"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-36973-5_107","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]}}}