{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T04:24:18Z","timestamp":1778300658194,"version":"3.51.4"},"publisher-location":"Berlin, Heidelberg","reference-count":12,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783540240174","type":"print"},{"value":"9783540302223","type":"electronic"}],"license":[{"start":{"date-parts":[[2004,1,1]],"date-time":"2004-01-01T00:00:00Z","timestamp":1072915200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2004,1,1]],"date-time":"2004-01-01T00:00:00Z","timestamp":1072915200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2004]]},"DOI":"10.1007\/978-3-540-30222-3_2","type":"book-chapter","created":{"date-parts":[[2009,11,20]],"date-time":"2009-11-20T04:05:35Z","timestamp":1258689935000},"page":"7-20","source":"Crossref","is-referenced-by-count":14,"title":["CLEF 2003 Methodology and Metrics"],"prefix":"10.1007","author":[{"given":"Martin","family":"Braschler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carol","family":"Peters","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"2_CR1","first-page":"47","volume-title":"Readings in Information Retrieval","author":"C. Cleverdon","year":"1997","unstructured":"Cleverdon, C.: The Cranfield Tests on Index Language Devices. In: Sparck-Jones, K., Willett, P. (eds.) Readings in Information Retrieval, pp. 47\u201359. Morgan Kaufmann, San Francisco (1997)"},{"key":"2_CR2","unstructured":"Harman, D.: The TREC Conferences. In: Kuhlen, R., Rittberger, M. (eds.) Hypertext - Information Retrieval - Multimedia: Synergieeffekte Elektronischer Informationssysteme, Proceedings of HIM 1995, Universit\u00e4tsverlag Konstanz, pp. 9\u201328 (1995)"},{"key":"2_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"355","DOI":"10.1007\/3-540-45691-0_34","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"E. Voorhees","year":"2002","unstructured":"Voorhees, E.: The Philosophy of Information Retrieval Evaluation. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) CLEF 2001. LNCS, vol.\u00a02406, pp. 355\u2013370. Springer, Heidelberg (2002)"},{"key":"2_CR4","unstructured":"Text REtrieval Conference (TREC) Series: \n                      http:\/\/trec.nist.gov\/"},{"key":"2_CR5","unstructured":"NTCIR (NII-NACSIS Test Collection for IR Systems): \n                      http:\/\/research.nii.ac.jp\/ntcir\/"},{"key":"2_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1007\/978-3-540-30222-3_5","volume-title":"Comparative Evaluation of Multilingual Information Access Systems","author":"M. Braschler","year":"2004","unstructured":"Braschler, M.: CLEF 2003 - Overview of Results. In: Peters, C., Gonzalo, J., Braschler, M., Kluck, M. (eds.) CLEF 2003. LNCS, vol.\u00a03237, pp. 44\u201363. Springer, Heidelberg (2004)"},{"key":"2_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1007\/3-540-44645-1_5","volume-title":"Cross-Language Information Retrieval and Evaluation","author":"F.C. Gey","year":"2001","unstructured":"Gey, F.C., Kluck, M.: The Domain-Specific Task of CLEF \u2013 Specific Evaluation Strategies in Cross-Language Information Retrieval. In: Peters, C. (ed.) CLEF 2000. LNCS, vol.\u00a02069, pp. 48\u201356. Springer, Heidelberg (2001)"},{"key":"2_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"446","DOI":"10.1007\/978-3-540-45237-9_39","volume-title":"Advances in Cross-Language Information Retrieval","author":"G.J.F. Jones","year":"2003","unstructured":"Jones, G.J.F., Federico, M.: Cross-Language Spoken Document Retrieval Pilot Track Report. In: Peters, C., Braschler, M., Gonzalo, J. (eds.) CLEF 2002. LNCS, vol.\u00a02785, pp. 446\u2013457. Springer, Heidelberg (2003)"},{"key":"2_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1007\/3-540-45691-0_36","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"C. Womser-Hacker","year":"2002","unstructured":"Womser-Hacker, C.: Multilingual Topic Generation within the CLEF 2001 Experiments. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) Evaluation of Cross-Language Information Retrieval Systems. LNCS, vol.\u00a02069, pp. 389\u2013393. Springer, Heidelberg (2002)"},{"key":"2_CR10","unstructured":"Mandl, T., Womser-Hacker, C.: Linguistic and Statistical Analysis of the CLEF Topics (this volume)"},{"key":"2_CR11","unstructured":"ftp:\/\/ftp.cs.cornell.edu\/pub\/smart\/"},{"key":"2_CR12","series-title":"Section 1.6 Evaluation Issues","first-page":"22","volume-title":"Content-Based Information Retrieval from Large Text and Audio Databases","author":"P. Sch\u00e4uble","year":"1997","unstructured":"Sch\u00e4uble, P.: Content-Based Information Retrieval from Large Text and Audio Databases. Section 1.6 Evaluation Issues, pp. 22\u201329. Kluwer Academic Publishers, Dordrecht (1997)"}],"container-title":["Lecture Notes in Computer Science","Comparative Evaluation of Multilingual Information Access Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-540-30222-3_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T14:07:08Z","timestamp":1778249228000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-540-30222-3_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2004]]},"ISBN":["9783540240174","9783540302223"],"references-count":12,"URL":"https:\/\/doi.org\/10.1007\/978-3-540-30222-3_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2004]]}}}