{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,17]],"date-time":"2025-12-17T22:51:07Z","timestamp":1766011867169},"publisher-location":"Berlin, Heidelberg","reference-count":31,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642141249"},{"type":"electronic","value":"9783642141256"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-14125-6_16","type":"book-chapter","created":{"date-parts":[[2010,11,18]],"date-time":"2010-11-18T12:28:24Z","timestamp":1290083304000},"page":"337-361","source":"Crossref","is-referenced-by-count":5,"title":["Evaluating Search Engine Relevance with Click-Based Metrics"],"prefix":"10.1007","author":[{"given":"Filip","family":"Radlinski","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Madhu","family":"Kurup","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thorsten","family":"Joachims","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2010,9,3]]},"reference":[{"key":"16_CR1_16","unstructured":"E. Agichtein, E. Brill, S. Dumais, R. Ragno, Learning user interaction models for prediction web search results preferences, in Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR) (2006), pp. 3\u201310"},{"key":"16_CR2_16","doi-asserted-by":"crossref","unstructured":"R. Agrawal, A. Halverson, K. Kenthapadi, N. Mishra, P. Tsaparas, Generating labels from clicks, in Proceedings of ACM International Conference on Web Search and Data Mining (WSDM) (2009), pp. 172\u2013181","DOI":"10.1145\/1498759.1498824"},{"key":"16_CR3_16","doi-asserted-by":"crossref","unstructured":"K.Ali, C.Chang, On the relationship between click-rate and relevance for search engines, in Proceedings of Data Mining and Information Engineering (2006)","DOI":"10.2495\/DATA060221"},{"key":"16_CR4_16","unstructured":"J.A. Aslam, V. Pavlu, E. Yilmaz, A sampling technique for efficiently estimating measures of query retrieval performance using incomplete judgments, in ICML Workshop on Learning with Partially Classified Training Data (2005)"},{"key":"16_CR5_16","unstructured":"J. Boyan, D. Freitag, T. Joachims, A machine learning architecture for optimizing web search engines, in AAAI Workshop on Internet Based Information Systems (1996)"},{"key":"16_CR6_16","doi-asserted-by":"crossref","unstructured":"C. Buckley, E.M. Voorhees, Retrieval evaluation with incomplete information, in Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR) (2004), pp. 25\u201332","DOI":"10.1145\/1008992.1009000"},{"key":"16_CR7_16","doi-asserted-by":"crossref","unstructured":"B. Carterette, J. Allan, R. Sitaraman, Minimal test collections for retrieval evaluation, in Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR) (2006), pp. 268\u2013275","DOI":"10.1145\/1148170.1148219"},{"key":"16_CR8_16","unstructured":"B. Carterette, P.N. Bennett, D.M. Chickering, S.T. Dumais, Here or there: Preference judgements for relevance, in Proceedings of the European Conference on Information Retrieval (ECIR) (2008), pp. 16\u201327"},{"key":"16_CR9_16","unstructured":"B. Carterette, R. Jones, Evaluating search engines by modeling the relationship between relevance and clicks, in Proceedings of the International Conference on Advances in Neural Information Processing Systems (NIPS) (2007), pp. 217\u2013224"},{"key":"16_CR10_16","unstructured":"K.Crammer, Y.Singer, Pranking with ranking, in Proceedings of the International Conference on Advances in Neural Information Processing Systems (NIPS) (2001), pp. 641\u2013647"},{"key":"16_CR11_16","unstructured":"G. Dupret, V. Murdock, B. Piwowarski, Web search engine evaluation using clickthrough data and a user model, in WWW Workshop on Query Log Analysis (2007)"},{"issue":"2","key":"16_CR12_16","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1145\/1059981.1059982","volume":"23","author":"S. Fox","year":"2005","unstructured":"S. Fox, K. Karnawat, M. Mydland, S. Dumais, T. White, Evaluating implicit measures to improve web search, ACM Trans. Inf. Sci. (TOIS) 23(2), 147\u2013168 (2005)","journal-title":"ACM Trans. Inf. Sci. (TOIS)"},{"key":"16_CR13_16","doi-asserted-by":"crossref","unstructured":"S.B. Huffman, M. Hochster, How well does result relevance predict session satisfaction? in Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR) (2007), pp. 567\u2013573","DOI":"10.1145\/1277741.1277839"},{"key":"16_CR14_16","unstructured":"T.Joachims, Evaluating retrieval performance using clickthrough data, in Text Mining, ed. by J.Franke, G.Nakhaeizadeh, I.Renz (Physica Verlag, 2003)"},{"key":"16_CR15_16","doi-asserted-by":"crossref","unstructured":"T. Joachims, Optimizing search engines using clickthrough data, in Proceedings of the ACM International Conference on Knowledge Discovery and Data Mining (KDD) (2002),pp. 132\u2013142","DOI":"10.1145\/775047.775067"},{"key":"16_CR16_16","doi-asserted-by":"crossref","unstructured":"T. Joachims, L. Granka, B. Pan, H. Hembrooke, F. Radlinski, G. Gay, Evaluating the accuracy of implicit feedback from clicks and query reformulations in web search. ACM Trans. Inf. Sci. (TOIS) 25(2) (2007), Article 7","DOI":"10.1145\/1229179.1229181"},{"issue":"2","key":"16_CR17_16","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1145\/959258.959260","volume":"37","author":"D Kelly","year":"2003","unstructured":"D.Kelly, J.Teevan, Implicit feedback for inferring user preference: A bibliography. ACM SIGIR Forum 37(2), 18\u201328 (2003)","journal-title":"ACM SIGIR Forum"},{"key":"16_CR18_16","unstructured":"J.Kozielecki, Psychological Decision Theory (Kluwer, 1981)"},{"key":"16_CR19_16","unstructured":"D.Laming, Sensory Analysis (Academic, 1986)"},{"key":"16_CR20_16","doi-asserted-by":"crossref","unstructured":"Y. Liu, Y. Fu, M. Zhang, S. Ma, L. Ru, Automatic search engine performance evaluation with click-through data analysis, in Proceedings of the International World Wide Web Conference (WWW) (2007)","DOI":"10.1145\/1242572.1242731"},{"key":"16_CR21_16","doi-asserted-by":"crossref","unstructured":"C.D. Manning, P. Raghavan, H. Schuetze, Introduction to Information Retrieval (Cambridge University Press, 2008)","DOI":"10.1017\/CBO9780511809071"},{"key":"16_CR22_16","doi-asserted-by":"crossref","unstructured":"F. Radlinski, T. Joachims, Query chains: Learning to rank from implicit feedback, in Proceedings of the ACM International Conference on Knowledge Discovery and Data Mining (KDD) (2005)","DOI":"10.1145\/1081870.1081899"},{"key":"16_CR23_16","doi-asserted-by":"crossref","unstructured":"F. Radlinski, M. Kurup, T. Joachims, How does clickthrough data reflect retrieval quality, in Proceedings of the ACM Conference on Information and Knowledge Management (CIKM) (2008), pp. 43\u201352","DOI":"10.1145\/1458082.1458092"},{"key":"16_CR24_16","unstructured":"S. Rajaram, A. Garg, Z.S. Zhou, T.S. Huang, Classification approach towards ranking and sorting problems, in Lecture Notes in Artificial Intelligence (2003), pp. 301\u2013312"},{"key":"16_CR25_16","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1023\/A:1009906420620","volume":"2","author":"J Reid","year":"2000","unstructured":"J. Reid, A task-oriented non-interactive evaluation methodology for information retrieval systems. Inf. Retr. 2, 115\u2013129 (2000)","journal-title":"Inf. Retr."},{"key":"16_CR26_16","doi-asserted-by":"crossref","unstructured":"I. Soboroff, C. Nicholas, P. Cahan, Ranking retrieval systems without relevance judgments, in Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR) (2001), pp. 66\u201373","DOI":"10.1145\/383952.383961"},{"issue":"3","key":"16_CR27_16","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1002\/1097-4571(2000)9999:9999<::AID-ASI1591>3.0.CO;2-R","volume":"52","author":"A Spink","year":"2001","unstructured":"A. Spink, D. Wolfram, M. Bernard, J. Jansen, T. Saracevic, Searching to web: The public and their queries. J. Am. Soc. Inf. Sci. Technol. 52(3), 226\u2013234 (2001)","journal-title":"J. Am. Soc. Inf. Sci. Technol."},{"key":"16_CR28_16","doi-asserted-by":"crossref","unstructured":"A. Turpin, F. Scholer, User performance versus precision measures for simple search tasks, in Proceedings of the ACM Conference on Research and Development in Information Retrieval (SIGIR) (2006), pp. 11\u201318","DOI":"10.1145\/1148170.1148176"},{"key":"16_CR29_16","unstructured":"E.M. Voorhees, D.K. Harman (eds.), TREC: Experiment and Evaluation in Information Retrieval (MIT, 2005)"},{"key":"16_CR30_16","doi-asserted-by":"crossref","unstructured":"Y. Yue, T. Joachims, Interatively optimizing information systems as a dueling bandits problem, in NIPS 2008 Workshop on Beyond Search: Compuitations Intelligence for the Web (2008)","DOI":"10.1145\/1553374.1553527"},{"key":"16_CR31_16","doi-asserted-by":"crossref","unstructured":"Y. Yue, T. Joachims, Interatively optimizing information retrieval systems as a dueling bandits problem, in Proceedings of the International Conference on Machine Learning (ICML) (2009)","DOI":"10.1145\/1553374.1553527"}],"container-title":["Preference Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-14125-6_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,6]],"date-time":"2019-06-06T06:49:04Z","timestamp":1559803744000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-14125-6_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642141249","9783642141256"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-14125-6_16","relation":{},"subject":[],"published":{"date-parts":[[2010]]}}}