{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,7]],"date-time":"2024-09-07T21:28:31Z","timestamp":1725744511526},"publisher-location":"Berlin, Heidelberg","reference-count":24,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642400865"},{"type":"electronic","value":"9783642400872"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-40087-2_27","type":"book-chapter","created":{"date-parts":[[2013,8,9]],"date-time":"2013-08-09T00:56:14Z","timestamp":1376009774000},"page":"280-294","source":"Crossref","is-referenced-by-count":1,"title":["Test Collections and Evaluation Metrics Based on Graded Relevance"],"prefix":"10.1007","author":[{"given":"Kalervo","family":"J\u00e4rvelin","sequence":"first","affiliation":[]}],"member":"297","reference":[{"issue":"3","key":"27_CR1","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1145\/3166.3197","volume":"28","author":"D.C. Blair","year":"1985","unstructured":"Blair, D.C., Maron, M.E.: An evaluation of retrieval effectiveness for a full-text document-retrieval system. Communications of the ACM\u00a028(3), 289\u2013299 (1985)","journal-title":"Communications of the ACM"},{"key":"27_CR2","unstructured":"Harman, D.: Private communication on TREC relevance judgments (February 1, 2001)"},{"key":"27_CR3","unstructured":"Hawking, D.: Overview of the TREC-9 Web Track. In: Voorhees, E., Harman, D. (eds.) The Ninth Text REtrieval Conference, TREC 9 (2011), http:\/\/trec.nist.gov\/pubs\/trec9\/t9_proceedings.html (visited April 10, 2011)"},{"issue":"7","key":"27_CR4","doi-asserted-by":"publisher","first-page":"478","DOI":"10.1002\/(SICI)1097-4571(199508)46:7<478::AID-ASI2>3.0.CO;2-#","volume":"46","author":"W.R. Hersh","year":"1995","unstructured":"Hersh, W.R., Hickam, D.H.: An evaluation of interactive Boolean and natural language searching with an online medical textbook. Journal of the American Society for Information Science\u00a046(7), 478\u2013489 (1995)","journal-title":"Journal of the American Society for Information Science"},{"key":"27_CR5","doi-asserted-by":"crossref","unstructured":"Ingwersen, P., J\u00e4rvelin, K.: The Turn: Integration of Information Seeking and Retrieval in Context. Springer (2005)","DOI":"10.1145\/1113343.1113351"},{"issue":"4","key":"27_CR6","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Transactions on Information Systems\u00a020(4), 422\u2013446 (2002)","journal-title":"ACM Transactions on Information Systems"},{"key":"27_CR7","doi-asserted-by":"crossref","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Discounted Cumulated Gain. In: Liu, L., \u00d6zsu, M.T. (eds.) Encyclopedia of Database Systems. Springer (2009)","DOI":"10.1007\/978-0-387-39940-9_478"},{"key":"27_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1007\/978-3-540-78646-7_4","volume-title":"Advances in Information Retrieval","author":"K. J\u00e4rvelin","year":"2008","unstructured":"J\u00e4rvelin, K., Price, S.L., Delcambre, L.M.L., Nielsen, M.L.: Discounted Cumulated Gain Based Evaluation of Multiple-Query IR Sessions. In: Macdonald, C., Ounis, I., Plachouras, V., Ruthven, I., White, R.W. (eds.) ECIR 2008. LNCS, vol.\u00a04956, pp. 4\u201315. Springer, Heidelberg (2008)"},{"key":"27_CR9","doi-asserted-by":"publisher","first-page":"2053","DOI":"10.1145\/1645953.1646299","volume-title":"Proceedings of the 18th ACM Conference on Information and Knowledge Management","author":"K. J\u00e4rvelin","year":"2009","unstructured":"J\u00e4rvelin, K.: Interactive Relevance Feedback with Graded Relevance and Sentence Extraction: Simulated User Experiments. In: Cheung, D., et al. (eds.) Proceedings of the 18th ACM Conference on Information and Knowledge Management, pp. 2053\u20132056. ACM, New York (2009)"},{"issue":"5","key":"27_CR10","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1016\/j.ipm.2005.01.004","volume":"41","author":"J. Kek\u00e4l\u00e4inen","year":"2005","unstructured":"Kek\u00e4l\u00e4inen, J.: Binary and graded relevance in IR evaluations - Comparison of the effects on ranking of IR systems. Information Processing & Management\u00a041(5), 1019\u20131033 (2005)","journal-title":"Information Processing & Management"},{"issue":"13","key":"27_CR11","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J. Kek\u00e4l\u00e4inen","year":"2002","unstructured":"Kek\u00e4l\u00e4inen, J., J\u00e4rvelin, K.: Using graded relevance assessments in IR evaluation. Journal of the American Society for Information Science and Technology\u00a053(13), 1120\u20131129 (2002)","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"27_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/11735106_18","volume-title":"Advances in Information Retrieval","author":"H. Keskustalo","year":"2006","unstructured":"Keskustalo, H., J\u00e4rvelin, K., Pirkola, A.: The Effects of Relevance Feedback Quality and Quantity in Interactive Relevance Feedback: A Simulation Based on User Modeling. In: Lalmas, M., MacFarlane, A., R\u00fcger, S.M., Tombros, A., Tsikrika, T., Yavlinsky, A. (eds.) ECIR 2006. LNCS, vol.\u00a03936, pp. 191\u2013204. Springer, Heidelberg (2006)"},{"issue":"5","key":"27_CR13","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1007\/s10791-007-9043-7","volume":"11","author":"H. Keskustalo","year":"2008","unstructured":"Keskustalo, H., J\u00e4rvelin, K., Pirkola, A.: Evaluating the Effectiveness of Relevance Feedback Based on a User Simulation Model: Effects of a User Scenario on Cumulated Gain Value. Information Retrieval\u00a011(5), 209\u2013228 (2008)","journal-title":"Information Retrieval"},{"key":"27_CR14","doi-asserted-by":"crossref","first-page":"675","DOI":"10.1145\/1390334.1390448","volume-title":"Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"H. Keskustalo","year":"2008","unstructured":"Keskustalo, H., J\u00e4rvelin, K., Pirkola, A., Kek\u00e4l\u00e4inen, J.: Intuition-Supporting Visualization of User\u2019s Performance Based on Explicit Negative Higher-Order Relevance. In: Proceedings of the 31st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 675\u2013682. ACM, New York (2008)"},{"key":"27_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1007\/978-3-540-31865-1_30","volume-title":"Advances in Information Retrieval","author":"R. Lehtokangas","year":"2005","unstructured":"Lehtokangas, R., Keskustalo, H., J\u00e4rvelin, K.: Dictionary-based CLIR loses highly relevant documents. In: Losada, D.E., Fern\u00e1ndez-Luna, J.M. (eds.) ECIR 2005. LNCS, vol.\u00a03408, pp. 421\u2013432. Springer, Heidelberg (2005)"},{"issue":"3","key":"27_CR16","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1002\/asi.20762","volume":"59","author":"R. Lehtokangas","year":"2008","unstructured":"Lehtokangas, R., Keskustalo, H., J\u00e4rvelin, K.: Experiments with Transitive Dictionary Translation and Pseudo-Relevance Feedback Using Graded Relevance Assessments. Journal of the American Society for Information Science and Technology\u00a059(3), 476\u2013488 (2008)","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"27_CR17","unstructured":"NTCIR-4 WEB test collection, http:\/\/research.nii.ac.jp\/ntcir\/permission\/ntcir-4\/perm-en-WEB.html (visited April 10, 2011)"},{"key":"27_CR18","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1145\/290941.290957","volume-title":"Proceedings of the 21st Annual International ACM Sigir Conference on Research and Development in Information Retrieval","author":"A. Pirkola","year":"1998","unstructured":"Pirkola, A.: The effects of query structure and dictionary setups in dictionary-based cross-language information retrieval. In: Proceedings of the 21st Annual International ACM Sigir Conference on Research and Development in Information Retrieval, pp. 55\u201363. ACM, New York (1998)"},{"issue":"3","key":"27_CR19","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1002\/(SICI)1097-4571(198805)39:3<161::AID-ASI2>3.0.CO;2-0","volume":"39","author":"T. Saracevic","year":"1988","unstructured":"Saracevic, T., Kantor, P., Chamis, A., Trivison, D.: A study of information seeking and retrieving. I. Background and methodology. Journal of the American Society for Information Science\u00a039(3), 161\u2013176 (1988)","journal-title":"Journal of the American Society for Information Science"},{"key":"27_CR20","unstructured":"Sormunen, E.: A Method for measuring Wide Range Performance of Boolean Queries in Full-Text Databases. University of Tampere, Acta Electronica Universitatis Tamperensis (2000), http:\/\/acta.uta.fi\/pdf\/951-44-4732-8.pdf (visited April 10, 2011)"},{"key":"27_CR21","doi-asserted-by":"publisher","first-page":"324","DOI":"10.1145\/564376.564433","volume-title":"Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","author":"E.. Sormunen","year":"2002","unstructured":"Sormunen, E.: Liberal relevance criteria of TREC\u2014Counting on negligible documents? In: Beaulieu, M., Baeza-Yates, R., Myaeng, S.H., J\u00e4rvelin, K. (eds.) Proceedings of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 324\u2013330. ACM, Tampere (2002)"},{"issue":"3","key":"27_CR22","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1002\/(SICI)1097-4571(1999)50:3<254::AID-ASI8>3.0.CO;2-Y","volume":"50","author":"R. Tang","year":"1999","unstructured":"Tang, R., Shaw, W.M., Vevea, J.L.: Towards the identification of the optimal number of relevance categories. Journal of the American Society for Information Science\u00a050(3), 254\u2013264 (1999)","journal-title":"Journal of the American Society for Information Science"},{"issue":"11","key":"27_CR23","doi-asserted-by":"publisher","first-page":"963","DOI":"10.1002\/asi.20046","volume":"55","author":"P. Vakkari","year":"2004","unstructured":"Vakkari, P., Sormunen, E.: The Influence of Relevance Levels on the Effectiveness of Interactive Information Retrieval. Journal of the American Society for Information Science\u00a055(11), 963\u2013969 (2004)","journal-title":"Journal of the American Society for Information Science"},{"key":"27_CR24","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1145\/383952.383963","volume-title":"Proceedings of the 24th ACM SIGIR Conference on Research and Development in Information Retrieval","author":"E. Voorhees","year":"2001","unstructured":"Voorhees, E.: Evaluation by Highly Relevant Documents. In: Proceedings of the 24th ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 74\u201382. ACM, New Orleans (2001)"}],"container-title":["Lecture Notes in Computer Science","Multilingual Information Access in South Asian Languages"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-40087-2_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,3]],"date-time":"2022-03-03T10:24:38Z","timestamp":1646303078000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-40087-2_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642400865","9783642400872"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-40087-2_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}