{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T11:04:41Z","timestamp":1772363081058,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":15,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642201608","type":"print"},{"value":"9783642201615","type":"electronic"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-20161-5_15","type":"book-chapter","created":{"date-parts":[[2011,4,12]],"date-time":"2011-04-12T03:41:23Z","timestamp":1302579683000},"page":"141-152","source":"Crossref","is-referenced-by-count":22,"title":["A Methodology for Evaluating Aggregated Search Results"],"prefix":"10.1007","author":[{"given":"Jaime","family":"Arguello","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fernando","family":"Diaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jamie","family":"Callan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ben","family":"Carterette","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"15_CR1","first-page":"315","volume-title":"SIGIR 2009","author":"J. Arguello","year":"2009","unstructured":"Arguello, J., Diaz, F., Callan, J., Crespo, J.-F.: Sources of evidence for vertical selection. In: SIGIR 2009, pp. 315\u2013322. ACM, New York (2009)"},{"key":"15_CR2","first-page":"691","volume-title":"SIGIR 2010","author":"J. Arguello","year":"2010","unstructured":"Arguello, J., Diaz, F., Paiement, J.-F.: Vertical selection in the presence of unlabeled verticals. In: SIGIR 2010, pp. 691\u2013698. ACM, New York (2010)"},{"key":"15_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1007\/978-3-540-78646-7_5","volume-title":"Advances in Information Retrieval","author":"B. Carterette","year":"2008","unstructured":"Carterette, B., Bennett, P.N., Chickering, D.M., Dumais, S.T.: Here or there: preference judgments for relevance. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol.\u00a04956, pp. 16\u201327. Springer, Heidelberg (2008)"},{"issue":"1","key":"15_CR4","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J. Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educational and Psychological Measurement\u00a020(1), 37\u201346 (1960)","journal-title":"Educational and Psychological Measurement"},{"key":"15_CR5","first-page":"182","volume-title":"WSDM 2009","author":"F. Diaz","year":"2009","unstructured":"Diaz, F.: Integration of news content into web results. In: WSDM 2009, pp. 182\u2013191. ACM, New York (2009)"},{"key":"15_CR6","first-page":"323","volume-title":"SIGIR 2009","author":"F. Diaz","year":"2009","unstructured":"Diaz, F., Arguello, J.: Adaptation of offline vertical selection predictions in the presence of user feedback. In: SIGIR 2009, pp. 323\u2013330. ACM, New York (2009)"},{"issue":"5","key":"15_CR7","doi-asserted-by":"publisher","first-page":"378","DOI":"10.1037\/h0031619","volume":"76","author":"J. Fleiss","year":"1971","unstructured":"Fleiss, J.: Measuring nominal scale agreement among many raters. Psychological Bulletin.\u00a076(5), 378\u2013382 (1971)","journal-title":"Psychological Bulletin."},{"key":"15_CR8","first-page":"571","volume-title":"WWW 2010","author":"R. Kumar","year":"2010","unstructured":"Kumar, R., Vassilvitskii, S.: Generalized distances between rankings. In: WWW 2010, pp. 571\u2013580. ACM, New York (2010)"},{"issue":"1","key":"15_CR9","doi-asserted-by":"publisher","first-page":"159","DOI":"10.2307\/2529310","volume":"33","author":"J.R. Landis","year":"1977","unstructured":"Landis, J.R., Koch, G.G.: The measurement of observer agreement for categorical data. Biometrics\u00a033(1), 159\u2013174 (1977)","journal-title":"Biometrics"},{"key":"15_CR10","first-page":"339","volume-title":"SIGIR 2008","author":"X. Li","year":"2008","unstructured":"Li, X., Wang, Y.-Y., Acero, A.: Learning query intent from regularized click graphs. In: SIGIR 2008, pp. 339\u2013346. ACM, New York (2008)"},{"key":"15_CR11","first-page":"555","volume-title":"SIGIR 2010","author":"M. Sanderson","year":"2010","unstructured":"Sanderson, M., Paramita, M.L., Clough, P., Kanoulas, E.: Do user preferences and evaluation measures line up? In: SIGIR 2010, pp. 555\u2013562. ACM, New York (2010)"},{"key":"15_CR12","doi-asserted-by":"crossref","unstructured":"Schulze, M.: A new monotonic, clone-independent, reversal symmetric, and condorcet-consistent single-winner election method. Social Choice and Welfare (July 2010)","DOI":"10.1007\/s00355-010-0475-4"},{"key":"15_CR13","first-page":"519","volume-title":"CIKM 2010","author":"S. Sushmita","year":"2010","unstructured":"Sushmita, S., Joho, H., Lalmas, M., Villa, R.: Factors affecting click-through behavior in aggregated search interfaces. In: CIKM 2010, pp. 519\u2013528. ACM, New York (2010)"},{"key":"15_CR14","first-page":"94","volume-title":"CIKM 2006","author":"P. Thomas","year":"2006","unstructured":"Thomas, P., Hawking, D.: Evaluation by comparing result sets in context. In: CIKM 2006, pp. 94\u2013101. ACM, New York (2006)"},{"key":"15_CR15","first-page":"21","volume-title":"SIGIR Workshop on Crowdsourcing for Search Evaluation","author":"D. Zhu","year":"2010","unstructured":"Zhu, D., Carterette, B.: An analysis of assessor behavior in crowdsourced preference judgements. In: SIGIR Workshop on Crowdsourcing for Search Evaluation, pp. 21\u201326. ACM, New York (2010)"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-20161-5_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,22]],"date-time":"2019-05-22T20:41:00Z","timestamp":1558557660000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-20161-5_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642201608","9783642201615"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-20161-5_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2011]]}}}