{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T15:34:42Z","timestamp":1725550482109},"publisher-location":"Berlin, Heidelberg","reference-count":26,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540291862"},{"type":"electronic","value":"9783540320012"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2005]]},"DOI":"10.1007\/11562382_24","type":"book-chapter","created":{"date-parts":[[2005,11,10]],"date-time":"2005-11-10T16:58:50Z","timestamp":1131641930000},"page":"312-327","source":"Crossref","is-referenced-by-count":3,"title":["On Effectiveness Measures and Relevance Functions in Ranking INEX Systems"],"prefix":"10.1007","author":[{"given":"Huyen-Trang","family":"Vu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Patrick","family":"Gallinari","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"24_CR1","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1145\/345508.345543","volume-title":"ACM SIGIR 2000","author":"C. Buckley","year":"2000","unstructured":"Buckley, C., Voorhees, E.M.: Evaluating evaluation measure stability. In: ACM SIGIR 2000, Athens, Greece, pp. 33\u201340. ACM Press, New York (2000)"},{"key":"24_CR2","doi-asserted-by":"crossref","unstructured":"Buckley, C., Voorhees, E.M.: Retrieval evaluation with incomplete information. In: Sanderson, et al. (eds.) [19], pp. 25\u201332","DOI":"10.1145\/1008992.1009000"},{"issue":"1","key":"24_CR3","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1002\/asi.5090190108","volume":"19","author":"W.S. Cooper","year":"1968","unstructured":"Cooper, W.S.: Expected Search Length: A Single Measure of Retrieval Effectiveness Based on the Weak Ordering Action of Retrieval Systems. American Documentation\u00a019(1), 30\u201341 (1968)","journal-title":"American Documentation"},{"key":"24_CR4","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511802843","volume-title":"Bootstrap Methods and Their Application","author":"A.C. Davison","year":"1997","unstructured":"Davison, A.C., Hinkley, D.V.: Bootstrap Methods and Their Application. Cambridge University Press, Cambridge (1997)"},{"key":"24_CR5","unstructured":"de Vries, A.P., Kazai, G., Lalmas, M.: Evaluation metrics 2004. In: INEX 2004 Workshop Pre-Proceedings, pp. 249\u2013250 (2004), Available at, http:\/\/inex.is.informatik.uni-duisburg.de:2004\/pdf\/INEX2004PreProceedings.pdf"},{"key":"24_CR6","unstructured":"de Vries, A.P., Kazai, G., Lalmas, M.: Tolerance to Irrelevance: A User-effort Oriented Evaluation of Retrieval Systems without Predefined Retrieval Unit. In: RIAO 2004, Avignon, France, pp. 463\u2013473 (April 2004)"},{"issue":"1","key":"24_CR7","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1023\/A:1022904715765","volume":"6","author":"D. Hawking","year":"2003","unstructured":"Hawking, D., Robertson, S.: On collection size and retrieval effectiveness. Information Retrieval\u00a06(1), 99\u2013105 (2003)","journal-title":"Information Retrieval"},{"key":"24_CR8","unstructured":"Hull, D.A., Kantor, P., Ng, K.: Advanced approaches to the statistical analysis of TREC information retrieval experiments. Technical report (1997), Unpublished, contact the first author for a copy: hull@clairvoyancecorp.com"},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Kazai, G., Lalmas, M., de Vries, A.P.: The overlap problem in content-oriented XML retrieval evaluation. In: Sanderson, et al. (eds.) [19], pp. 72\u201379","DOI":"10.1145\/1008992.1009008"},{"key":"24_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/11424550_5","volume-title":"Advances in XML Information Retrieval","author":"G. Kazai","year":"2005","unstructured":"Kazai, G., Lalmas, M., de Vries, A.P.: Reliability Tests for the XCG and inex-2002 Metric. In: Fuhr, N., Lalmas, M., Malik, S., Szl\u00e1vik, Z. (eds.) INEX 2004. LNCS, vol.\u00a03493, pp. 60\u201372. Springer, Heidelberg (2005)"},{"issue":"6","key":"24_CR11","doi-asserted-by":"publisher","first-page":"551","DOI":"10.1002\/asi.10386","volume":"55","author":"G. Kazai","year":"2004","unstructured":"Kazai, G., Lalmas, M., Fuhr, N., G\u00f6vert, N.: A report on the first year of the INitiative for the evaluation of XML retrieval (INEX 2002). Journal of the American Society for Information Science and Technology (JASIST)\u00a055(6), 551\u2013556 (2004)","journal-title":"Journal of the American Society for Information Science and Technology (JASIST)"},{"issue":"13","key":"24_CR12","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J. Kek\u00e4l\u00e4inen","year":"2002","unstructured":"Kek\u00e4l\u00e4inen, J., J\u00e4rvelin, K.: Using graded relevance assessments in IR evaluation. Journal of the American Society for Information Science and Technology (JASIST)\u00a053(13), 1120\u20131129 (2002)","journal-title":"Journal of the American Society for Information Science and Technology (JASIST)"},{"key":"24_CR13","unstructured":"Kraaij, W.: Variations on Language Modeling for Information Retrieval. PhD thesis, University of Twente (2004)"},{"issue":"6","key":"24_CR14","doi-asserted-by":"publisher","first-page":"530","DOI":"10.1002\/asi.10408","volume":"55","author":"V.D. Mea","year":"2004","unstructured":"Mea, V.D., Mizzaro, S.: Measuring retrieval effectiveness: a new proposal and a first experimental validation. Journal of the American Society for Information Science and Technology (JASIST)\u00a055(6), 530\u2013543 (2004)","journal-title":"Journal of the American Society for Information Science and Technology (JASIST)"},{"key":"24_CR15","doi-asserted-by":"crossref","unstructured":"Myaeng, S.H., Jang, D.-H., Kim, M.-S., Zhoo, Z.-C.: A Flexible Model for Retrieval of SGML documents. In: SIGIR 1998, Melbourne, Australia, pp. 138\u2013140 (August 1998)","DOI":"10.1145\/290941.290980"},{"issue":"3","key":"24_CR16","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1145\/65943.65945","volume":"7","author":"V.V. Raghavan","year":"1989","unstructured":"Raghavan, V.V., Jung, G.S., Bollmann, P.: A critical investigation of recall and precision as measures of retrieval system performance. ACM Transactions on Information Systems\u00a07(3), 205\u2013229 (1989)","journal-title":"ACM Transactions on Information Systems"},{"key":"24_CR17","unstructured":"Sakai, T.: New Performance metrics based on Multigrade Relevance: Their Application to Question Answering. In: NTCIR-4 Proceedings (2004)"},{"key":"24_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/978-3-540-31871-2_22","volume-title":"Information Retrieval Technology","author":"T. Sakai","year":"2005","unstructured":"Sakai, T.: Ranking the NTCIR Systems Based on Multigrade Relevance. In: Myaeng, S.-H., Zhou, M., Wong, K.-F., Zhang, H.-J. (eds.) AIRS 2004. LNCS, vol.\u00a03411, pp. 251\u2013262. Springer, Heidelberg (2005)"},{"key":"24_CR19","unstructured":"Sanderson, M., J\u00e4rvelin, K., Allan, J., Bruza, P. (eds.) SIGIR 2004: Proc. of the 27th Annual Int. ACM SIGIR Conf. on Research and Development in Information Retrieval, Sheffield, UK, July 25-29 (2004)"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Sanderson, M., Zobel, J.: Information retrieval system evaluation: Effort, sensitivity, and reliability. In: ACM SIGIR 2005 (2005) (to appear)","DOI":"10.1145\/1076034.1076064"},{"issue":"4","key":"24_CR21","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1016\/S0306-4573(97)00027-7","volume":"33","author":"J. Savoy","year":"1997","unstructured":"Savoy, J.: Statistical inference in retrieval effectiveness evaluation. Info. Process. Management\u00a033(4), 495\u2013512 (1997)","journal-title":"Info. Process. Management"},{"key":"24_CR22","doi-asserted-by":"crossref","unstructured":"Soboroff, I.: On evaluating web search with very few relevant documents. In: Sanderson, et al. (eds.) [19], pp. 530\u2013531","DOI":"10.1145\/1008992.1009105"},{"key":"24_CR23","unstructured":"Tague-Sutcliffe, J., Blustein, J.: A statistical analysis of the TREC-3 data. In: Proceedings of TREC-3, NIST Special Publication 500-225, pp. 385\u2013398 (April 1995)"},{"key":"24_CR24","unstructured":"Van Rijsbergen, C.J.: Information Retrieval, Butterworths (1979)"},{"issue":"1","key":"24_CR25","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/1067268.1067272","volume":"39","author":"E.M. Voorhees","year":"2005","unstructured":"Voorhees, E.M.: The TREC robust retrieval track. SIGIR Forum\u00a039(1), 11\u201320 (2005)","journal-title":"SIGIR Forum"},{"key":"24_CR26","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Buckley, C.: The effect of topic set size on retrieval experiment error. In: ACM SIGIR 2002, pp. 316\u2013323. ACM Press, New York (August 2002)","DOI":"10.1145\/564376.564432"}],"container-title":["Lecture Notes in Computer Science","Information Retrieval Technology"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/11562382_24.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,17]],"date-time":"2020-11-17T19:51:47Z","timestamp":1605642707000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/11562382_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005]]},"ISBN":["9783540291862","9783540320012"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/11562382_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2005]]}}}