{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,15]],"date-time":"2026-10-15T02:11:56Z","timestamp":1792030316194,"version":"4.4.0"},"publisher-location":"Berlin, Heidelberg","reference-count":15,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540213826","type":"print"},{"value":"9783540247524","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2004]]},"DOI":"10.1007\/978-3-540-24752-4_22","type":"book-chapter","created":{"date-parts":[[2010,7,27]],"date-time":"2010-07-27T20:16:46Z","timestamp":1280261806000},"page":"296-310","source":"Crossref","is-referenced-by-count":4,"title":["A Study of the Assessment of Relevance for the INEX\u201902 Test Collection"],"prefix":"10.1007","author":[{"given":"Gabriella","family":"Kazai","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sherezad","family":"Masood","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mounia","family":"Lalmas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","reference":[{"key":"22_CR1","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Harman, D.K. (eds.): The tenth Text Retrieval Conference (TREC-2001), Gaithersburg, MD, USA. NIST (2002)","DOI":"10.6028\/NIST.SP.500-250"},{"issue":"1","key":"22_CR2","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1002\/(SICI)1097-4571(199601)47:1<37::AID-ASI4>3.0.CO;2-3","volume":"47","author":"S.P. Harter","year":"1996","unstructured":"Harter, S.P.: Variations in Relevance Assessments and the Measurement of Retrieval Effectiveness. Journal of the American Society for Information Science\u00a047(1), 37\u201347 (1996)","journal-title":"Journal of the American Society for Information Science"},{"key":"22_CR3","unstructured":"Saracevic, T.: http:\/\/www.scils.rutgers.edu\/~tefko\/Courses\/610\/Lectures\/"},{"issue":"5","key":"22_CR4","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1108\/EUM0000000007127","volume":"56","author":"P. Vakkari","year":"2000","unstructured":"Vakkari, P., Hakala, N.: Changes in Relevance Criteria and Problem Stages in Task Performance. Journal of Documentation\u00a056(5), 540\u2013562 (2000)","journal-title":"Journal of Documentation"},{"key":"22_CR5","first-page":"3","volume":"29","author":"L. Schamber","year":"1994","unstructured":"Schamber, L.: Relevance and Information Behaviour. Annual Review of Information Science and Technology (ARIST)\u00a029, 3\u201348 (1994)","journal-title":"Annual Review of Information Science and Technology (ARIST)"},{"issue":"10","key":"22_CR6","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1002\/asi.10286","volume":"54","author":"P. Borlund","year":"2003","unstructured":"Borlund, P.: The Concept of Relevance in IR. Journal of the American Society for Information Science\u00a054(10), 913\u2013925 (2003)","journal-title":"Journal of the American Society for Information Science"},{"key":"22_CR7","doi-asserted-by":"publisher","first-page":"533","DOI":"10.1016\/S0306-4573(99)00072-2","volume":"36","author":"E. Cosijn","year":"2000","unstructured":"Cosijn, E., Ingwersen, P.: Dimensions of Relevance. Information Processing and Management\u00a036, 533\u2013550 (2000)","journal-title":"Information Processing and Management"},{"key":"22_CR8","unstructured":"Saracevic, T.: Relevance Reconsidered. In: Proceedings of the 2nd International Conference on Conceptions of Library and Information Science (COLIS), Copenhagen, pp. 201\u2013218 (1996)"},{"issue":"9","key":"22_CR9","doi-asserted-by":"publisher","first-page":"810","DOI":"10.1002\/(SICI)1097-4571(199709)48:9<810::AID-ASI6>3.0.CO;2-U","volume":"48","author":"S. Mizzaro","year":"1997","unstructured":"Mizzaro, S.: Relevance: the whole history. Journal of the American Society for Information Science\u00a048(9), 810\u2013832 (1997)","journal-title":"Journal of the American Society for Information Science"},{"issue":"3","key":"22_CR10","doi-asserted-by":"publisher","first-page":"254","DOI":"10.1002\/(SICI)1097-4571(1999)50:3<254::AID-ASI8>3.0.CO;2-Y","volume":"50","author":"R. Tang","year":"1999","unstructured":"Tang, R., Shaw, W.M., Vevea, J.L.: Towards the identification of the optimal numbers of relevance categories. Journal of the American Society for Information Science\u00a050(3), 254\u2013264 (1999)","journal-title":"Journal of the American Society for Information Science"},{"issue":"13","key":"22_CR11","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J. Kek\u00e4l\u00e4inen","year":"2002","unstructured":"Kek\u00e4l\u00e4inen, J., J\u00e4rvelin, K.: Using graded relevance assessments in IR evaluation. Journal of the American Society for Information Science\u00a053(13), 1120\u20131129 (2002)","journal-title":"Journal of the American Society for Information Science"},{"key":"22_CR12","doi-asserted-by":"crossref","unstructured":"Voorhees, E.: Evaluation by highly relevant documents. In: Proceedings of the 24th ACM-SIGIR conference on research and development in information retrieval, New York, pp. 74\u201382 (2001)","DOI":"10.1145\/383952.383963"},{"key":"22_CR13","doi-asserted-by":"crossref","unstructured":"Vorhees, E.M.: Variations in Relevance Judgments and the Measurement of Retrieval Effectiveness. In: Proceedings of the 21st ACM-SIGIR conference on research and development in information retrieval, Melbourne, pp. 315\u2013323 (1998)","DOI":"10.1145\/290941.291017"},{"key":"22_CR14","unstructured":"Fuhr, N., Lalmas, M., Kazai, G., G\u00f6vert, N. (eds.): Proceedings of the first workshop of the INitiative for the Evaluation of XML Retrieval (INEX), Dagstuhl. ERCIM workshop proceedings (2003)"},{"key":"22_CR15","doi-asserted-by":"crossref","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: IR evaluation methods for retrieving highly relevant documents. In: Proceedings of the 23rd ACM-SIGIR conference on research and development in information retrieval, Athens, pp. 41\u201348 (2000)","DOI":"10.1145\/345508.345545"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-24752-4_22","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,31]],"date-time":"2019-05-31T15:32:02Z","timestamp":1559316722000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-540-24752-4_22"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2004]]},"ISBN":["9783540213826","9783540247524"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-24752-4_22","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2004]]}}}