{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:14:10Z","timestamp":1751606050332,"version":"3.37.3"},"publisher-location":"Berlin, Heidelberg","reference-count":33,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783540274209"},{"type":"electronic","value":"9783540320517"}],"license":[{"start":{"date-parts":[[2005,1,1]],"date-time":"2005-01-01T00:00:00Z","timestamp":1104537600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2005]]},"DOI":"10.1007\/11519645_2","type":"book-chapter","created":{"date-parts":[[2010,7,13]],"date-time":"2010-07-13T21:20:32Z","timestamp":1279056032000},"page":"10-26","source":"Crossref","is-referenced-by-count":16,"title":["CLEF 2004: Ad Hoc Track Overview and Results Analysis"],"prefix":"10.1007","author":[{"given":"Martin","family":"Braschler","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Giorgio M.","family":"Di Nunzio","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicola","family":"Ferro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carol","family":"Peters","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"2_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/11519645_1","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"C. Peters","year":"2005","unstructured":"Peters, C.: What happened in CLEF 2004? In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 1\u20139. Springer, Heidelberg (2005)"},{"key":"2_CR2","first-page":"47","volume-title":"Readings in Information Retrieval","author":"C. Cleverdon","year":"1997","unstructured":"Cleverdon, C.: The Cranfield Tests on Index Language Devices. In: Sparck-Jones, K., Willett, P. (eds.) Readings in Information Retrieval, pp. 47\u201359. Morgan Kaufmann, San Francisco (1997)"},{"key":"2_CR3","unstructured":"Harman, D.: The TREC Conferences. In: Kuhlen, R., Rittberger, M. (eds.) Hypertext - Information Retrieval - Multimedia: Synergieeffekte Elektronischer Informationssysteme, Proceedings of HIM 1995, Universit\u00e4tsverlag Konstanz, pp. 9\u201328 (1995)"},{"key":"2_CR4","unstructured":"CLEF 2004 Working Notes, http:\/\/clef.isti.cnr.it\/2004\/working_notes\/CLEF2004WN"},{"key":"2_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1007\/978-3-540-30222-3_5","volume-title":"Comparative Evaluation of Multilingual Information Access Systems","author":"M. Braschler","year":"2004","unstructured":"Braschler, M.: CLEF 2003 \u2013 Overview of results. In: Peters, C., Gonzalo, J., Braschler, M., Kluck, M. (eds.) CLEF 2003. LNCS, vol.\u00a03237, pp. 44\u201363. Springer, Heidelberg (2004)"},{"key":"2_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1007\/978-3-540-30222-3_2","volume-title":"Comparative Evaluation of Multilingual Information Access Systems","author":"M. Braschler","year":"2004","unstructured":"Braschler, M., Peters, C.: CLEF 2003 Methodology and Metrics. In: Peters, C., Gonzalo, J., Braschler, M., Kluck, M. (eds.) CLEF 2003. LNCS, vol.\u00a03237, pp. 7\u201320. Springer, Heidelberg (2004)"},{"key":"2_CR7","series-title":"Lecture Notes in Computer Science","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"R. Besan\u00e7on","year":"2005","unstructured":"Besan\u00e7on, R., Ferre, O., Fluhr, C.: LIC2M Experiments at CLEF 2004. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491. Springer, Heidelberg (2005)"},{"key":"2_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1007\/11519645_16","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"F. Mart\u00ednez-Santiago","year":"2005","unstructured":"Mart\u00ednez-Santiago, F., Garc\u00eda-Cumbreras, M.A., D\u00edaz-Galiano, M.C., Ure\u00f1a, L.A.: SINAI at CLEF 2004: Using Machine Translation Resources with a Mixed 2-Step RSV Merging Algorithm. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 156\u2013164. Springer, Heidelberg (2005)"},{"key":"2_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"170","DOI":"10.1007\/11519645_18","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"G.-A. Levow","year":"2005","unstructured":"Levow, G.-A., Matveeva, I.: University of Chicago at CLEF2004: Cross-language Text and Spoken Document Retrieval. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 170\u2013179. Springer, Heidelberg (2005)"},{"key":"2_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1007\/11519645_23","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"S. Tomlinson","year":"2005","unstructured":"Tomlinson, S.: Portuguese and Russian Retrieval with Hummingbird SearchServerTM at CLEF 2004. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 221\u2013232. Springer, Heidelberg (2005)"},{"key":"2_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1007\/11519645_6","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"G.M. Nunzio Di","year":"2005","unstructured":"Di Nunzio, G.M., Ferro, N., Orio, N.: Experiments on Statistical Approaches to Compensate for Limited Linguistic Resources. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 60\u201372. Springer, Heidelberg (2005)"},{"key":"2_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1007\/11519645_24","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"J. Savoy","year":"2005","unstructured":"Savoy, J.: Data Fusion for Effective European Monolingual Information Retrieval. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 233\u2013244. Springer, Heidelberg (2005)"},{"key":"2_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1007\/11519645_12","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"J. Kamps","year":"2005","unstructured":"Kamps, J., Adafre, S.F., de Rijke, M.: Effective Translation, Tokenization and Combination for Cross-Lingual Retrieval. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 123\u2013134. Springer, Heidelberg (2005)"},{"key":"2_CR14","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1145\/243199.243206","volume-title":"Proceedings of the 19th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 1996)","author":"A. Singhal","year":"1996","unstructured":"Singhal, A., Buckley, C., Mitra, M.: Pivoted Document Length Normalization. In: Frei, H.P., Harman, D., Sch\u00e4uble, P., Wilkinson, R. (eds.) Proceedings of the 19th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 1996), Zurich, Switzerland, pp. 21\u201329. ACM, New York (1996)"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Robertson, S.E., Walker, S., Jones, S., Hancock-Beaulieu, M.M., Gatford, M.: Okapi at TREC-3. In: Overview of the Third Text Retrieval Conference (TREC-3), pp. 109\u2013126. NIST Special Publication 500-225 (1995)","DOI":"10.6028\/NIST.SP.500-225.routing-city"},{"key":"2_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1007\/11519645_26","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"C. Lioma","year":"2005","unstructured":"Lioma, C., He, B., Plachouras, V., Ounis, I.: The University of Glasgow at CLEF 2004: French Monolingual Information Retrieval with Terrier. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 253\u2013259. Springer, Heidelberg (2005)"},{"key":"2_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1007\/11519645_4","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"G. Serasset","year":"2005","unstructured":"Serasset, G., Chevallet, J.-P.: Using Surface-Syntactic Parser and Derivation from Randomness: X-IOTA IR System used for CLIPS Mono & Bilingual Experiments for CLEF 2004. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 38\u201349. Springer, Heidelberg (2005)"},{"key":"2_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1007\/11519645_19","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"M.E. Ruiz","year":"2005","unstructured":"Ruiz, M.E., Srikanth, M.: UB at CLEF2004: Cross-language Information Retrieval using Statistical Language Models. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 180\u2013187. Springer, Heidelberg (2005)"},{"key":"2_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1007\/978-3-540-45237-9_3","volume-title":"Advances in Cross-Language Information Retrieval","author":"A. Chen","year":"2003","unstructured":"Chen, A.: Cross-Language Retrieval Experiments at CLEF 2002. In: Peters, C., Braschler, M., Gonzalo, J. (eds.) CLEF 2002. LNCS, vol.\u00a02785, pp. 5\u201320. Springer, Heidelberg (2003)"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Braschler, M.: Combination Approaches for Multilingual Text Retrieval. In: Information Retrieval, vol.\u00a07(1-2), pp. 183\u2013204. Kluwer Academic Publishers, Dordrecht","DOI":"10.1023\/B:INRT.0000009445.19495.46"},{"key":"2_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/11519645_3","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"J. Savoy","year":"2005","unstructured":"Savoy, J., Berger, P.-Y.: Selection and Merging Strategies for Multilingual Information Retrieval. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 27\u201337. Springer, Heidelberg (2005)"},{"key":"2_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1007\/11519645_20","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"J.M. Go\u00f1i-Menoyo","year":"2005","unstructured":"Go\u00f1i-Menoyo, J.M., Gonz\u00e1lez, J.C., Mart\u00ednez-Fern\u00e1ndez, J.L., Villena-Rom\u00e1n, J.: MIRACLE\u2019s Hybrid Approach to Bilingual and Monolingual Information Retrieval. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 188\u2013199. Springer, Heidelberg (2005)"},{"key":"2_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1007\/11519645_10","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"D. Nadeau","year":"2005","unstructured":"Nadeau, D., Jarmasz, M., Barri\u00e8re, C., Foster, G., St-Jacques, C.: Using COTS Search Engines and Custom Query Strategies at CLEF. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 100\u2013109. Springer, Heidelberg (2005)"},{"key":"2_CR24","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/11519645_17","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"R. Hackl","year":"2005","unstructured":"Hackl, R., Mandl, T., Womser-Hacker, C.: Mono- and Crosslingual Retrieval Experiments at the University of Hildesheim. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 165\u2013169. Springer, Heidelberg (2005)"},{"key":"2_CR25","doi-asserted-by":"crossref","unstructured":"Braschler, M., Peters, C.: Cross-Language Evaluation Forum: Objectives, Results, Achievements. Information Retrieval\u00a07(1-2), 5\u201329","DOI":"10.1023\/B:INRT.0000009438.69013.fa"},{"key":"2_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1007\/11519645_21","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"F.C. Gey","year":"2005","unstructured":"Gey, F.C.: Searching a Russian Document Collection using English, Chinese and Japanese Queries. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 200\u2013206. Springer, Heidelberg (2005)"},{"key":"2_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1007\/11519645_22","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"G.J.F. Jones","year":"2005","unstructured":"Jones, G.J.F., Burke, M., Judge, J., Khasin, A., Lam-Adesina, A., Wagner, J.: Dublin City University at CLEF 2004: Experiments in Monolingual, Bilingual and Multilingual Retrieval. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 207\u2013220. Springer, Heidelberg (2005)"},{"key":"2_CR28","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1145\/160688.160758","volume-title":"Proc. 16th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 1993)","author":"D. Hull","year":"1993","unstructured":"Hull, D.: Using Statistical Testing in the Evaluation of Retrieval Experiments. In: Korfhage, R., Rasmussen, E., Willett, P. (eds.) Proc. 16th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR 1993), pp. 329\u2013338. ACM Press, New York (1993)"},{"key":"2_CR29","unstructured":"Blustein, J.: IR STAT PAK, http:\/\/www.csd.uwo.ca\/~jamie\/IRSP-overview.html"},{"key":"2_CR30","volume-title":"Practical Nonparametric Statistics","author":"W.J. Conover","year":"1971","unstructured":"Conover, W.J.: Practical Nonparametric Statistics, 1st edn. John Wiley and Sons, New York (1971)","edition":"1"},{"key":"2_CR31","volume-title":"Introduction to the Theory and Practice of Econometrics","author":"G.G. Judge","year":"1988","unstructured":"Judge, G.G., Hill, R.C., Griffiths, W.E., L\u00fctkepohl, H., Lee, T.C.: Introduction to the Theory and Practice of Econometrics, 2nd edn. John Wiley and Sons, New York (1988)","edition":"2"},{"key":"2_CR32","first-page":"205","volume-title":"Reading in Information Retrieval","author":"J. Tague-Sutcliffe","year":"1997","unstructured":"Tague-Sutcliffe, J.: The Pragmatics of Information Retrieval Experimentation, Revisited. In: Reading in Information Retrieval, pp. 205\u2013216. Morgan Kaufmann Publishers, San Francisco (1997)"},{"key":"2_CR33","unstructured":"Voorhees, E., Buckley, C.: The Effect of Topic Set Size on Retrieval Experiment Error. In: Proc. of the 25th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 307\u2013314 (1998)"}],"container-title":["Lecture Notes in Computer Science","Multilingual Information Access for Text, Speech and Images"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/11519645_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T21:57:52Z","timestamp":1740261472000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/11519645_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2005]]},"ISBN":["9783540274209","9783540320517"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/11519645_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2005]]}}}