{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T07:52:10Z","timestamp":1726213930424},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319113814"},{"type":"electronic","value":"9783319113821"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-11382-1_4","type":"book-chapter","created":{"date-parts":[[2014,8,18]],"date-time":"2014-08-18T21:11:27Z","timestamp":1408396287000},"page":"31-43","source":"Crossref","is-referenced-by-count":8,"title":["CLEF 15th Birthday: What Can We Learn From Ad Hoc Retrieval?"],"prefix":"10.1007","author":[{"given":"Nicola","family":"Ferro","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gianmaria","family":"Silvello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"4_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1007\/978-3-642-04447-2_2","volume-title":"Evaluating Systems for Multilingual and Multimodal Information Access","author":"E. Agirre","year":"2009","unstructured":"Agirre, E., Di Nunzio, G.M., Ferro, N., Mandl, T., Peters, C.: CLEF 2008: Ad Hoc Track Overview. In: Peters, C., et al. (eds.) CLEF 2008. LNCS, vol.\u00a05706, pp. 15\u201337. Springer, Heidelberg (2009)"},{"key":"4_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1007\/978-3-642-33247-0_11","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visual Analytics","author":"M. Agosti","year":"2012","unstructured":"Agosti, M., Di Buccio, E., Ferro, N., Masiero, I., Peruzzo, S., Silvello, G.: DIRECTions: Design and Specification of an IR Evaluation Infrastructure. In: Catarci, T., Forner, P., Hiemstra, D., Pe\u00f1as, A., Santucci, G. (eds.) CLEF 2012. LNCS, vol.\u00a07488, pp. 88\u201399. Springer, Heidelberg (2012)"},{"key":"4_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-3-540-45237-9_21","volume-title":"Advances in Cross-Language Information Retrieval","author":"G. Amati","year":"2003","unstructured":"Amati, G., Carpineto, C., Romano, G.: Italian Monolingual Information Retrieval with PROSIT. In: Peters, C., Braschler, M., Gonzalo, J. (eds.) CLEF 2002. LNCS, vol.\u00a02785, pp. 257\u2013264. Springer, Heidelberg (2003)"},{"key":"4_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"310","DOI":"10.1007\/978-3-540-30222-3_29","volume-title":"Comparative Evaluation of Multilingual Information Access Systems","author":"G. Amati","year":"2004","unstructured":"Amati, G., Carpineto, C., Romano, G.: Comparing Weighting Models for Monolingual Information Retrieval. In: Peters, C., Gonzalo, J., Braschler, M., Kluck, M. (eds.) CLEF 2003. LNCS, vol.\u00a03237, pp. 310\u2013318. Springer, Heidelberg (2004)"},{"key":"4_CR5","unstructured":"Buckley, C.: The SMART project at TREC. In: TREC \u2014 Experiment and Evaluation in Information Retrieval, pp. 301\u2014320. MIT Press (2005)"},{"key":"4_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1007\/11519645_2","volume-title":"Multilingual Information Access for Text, Speech and Images","author":"M. Braschler","year":"2005","unstructured":"Braschler, M., Di Nunzio, G.M., Ferro, N., Peters, C.: CLEF 2004: Ad Hoc Track Overview and Results Analysis. In: Peters, C., Clough, P., Gonzalo, J., Jones, G.J.F., Kluck, M., Magnini, B. (eds.) CLEF 2004. LNCS, vol.\u00a03491, pp. 10\u201326. Springer, Heidelberg (2005)"},{"key":"4_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1007\/11878773_2","volume-title":"Accessing Multilingual Information Repositories","author":"G.M. Nunzio Di","year":"2006","unstructured":"Di Nunzio, G.M., Ferro, N., Jones, G.J.F., Peters, C.: CLEF 2005: Ad Hoc Track Overview. In: Peters, C., et al. (eds.) CLEF 2005. LNCS, vol.\u00a04022, pp. 11\u201336. Springer, Heidelberg (2006)"},{"key":"4_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/978-3-642-15754-7_2","volume-title":"Multilingual Information Access Evaluation I. Text Retrieval Experiments","author":"N. Ferro","year":"2010","unstructured":"Ferro, N., Peters, C.: CLEF 2009 Ad Hoc Track Overview: TEL and Persian Tasks. In: Peters, C., Di Nunzio, G.M., Kurimo, M., Mandl, T., Mostefa, D., Pe\u00f1as, A., Roda, G. (eds.) CLEF 2009. LNCS, vol.\u00a06241, pp. 13\u201335. Springer, Heidelberg (2010)"},{"key":"4_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1007\/3-540-44645-1_11","volume-title":"Cross-Language Information Retrieval and Evaluation","author":"F.C. Gey","year":"2001","unstructured":"Gey, F.C., Jiang, H., Petras, V., Chen, A.: Cross-Language Retrieval for the CLEF Collections - Comparing Multiple Methods of Retrieval. In: Peters, C. (ed.) CLEF 2000. LNCS, vol.\u00a02069, pp. 116\u2013128. Springer, Heidelberg (2001)"},{"key":"4_CR10","unstructured":"K\u00fcrsten, J.: Chemnitz at CLEF 2009 Ad-Hoc TEL Task: Combining Different Retrieval Models and Addressing the Multilinguality. In: CLEF 2009 Working Notes, on-line"},{"key":"4_CR11","unstructured":"Rowe, B.R., Wood, D.W., Link, A.L., Simoni, D.A.: Economic Impact Assessment of NIST\u2019s Text REtrieval Conference (TREC) Program. RTI International, USA (2010)"},{"key":"4_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1007\/3-540-45691-0_3","volume-title":"Evaluation of Cross-Language Information Retrieval Systems","author":"J. Savoy","year":"2002","unstructured":"Savoy, J.: Report on CLEF-2001 Experiments: Effective Combined Query-Translation Approach. In: Peters, C., Braschler, M., Gonzalo, J., Kluck, M. (eds.) CLEF 2001. LNCS, vol.\u00a02406, pp. 27\u201343. Springer, Heidelberg (2002)"},{"key":"4_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1007\/978-3-540-45237-9_6","volume-title":"Advances in Cross-Language Information Retrieval","author":"J. Savoy","year":"2003","unstructured":"Savoy, J.: Report on CLEF 2002 Experiments: Combining Multiple Sources of Evidence. In: Peters, C., Braschler, M., Gonzalo, J. (eds.) CLEF 2002. LNCS, vol.\u00a02785, pp. 66\u201390. Springer, Heidelberg (2003)"},{"key":"4_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1007\/978-3-540-30222-3_6","volume-title":"Comparative Evaluation of Multilingual Information Access Systems","author":"J. Savoy","year":"2004","unstructured":"Savoy, J.: Report on CLEF-2003 Multilingual Tracks. In: Peters, C., Gonzalo, J., Braschler, M., Kluck, M. (eds.) CLEF 2003. LNCS, vol.\u00a03237, pp. 64\u201373. Springer, Heidelberg (2004)"},{"key":"4_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1007\/11878773_14","volume-title":"Accessing Multilingual Information Repositories","author":"J. Savoy","year":"2006","unstructured":"Savoy, J., Berger, P.-Y.: Monolingual, Bilingual, and GIRT Information Retrieval at CLEF-2005. In: Peters, C., et al. (eds.) CLEF 2005. LNCS, vol.\u00a04022, pp. 131\u2013140. Springer, Heidelberg (2006)"},{"key":"4_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/11878773_13","volume-title":"Accessing Multilingual Information Repositories","author":"L. Si","year":"2006","unstructured":"Si, L., Callan, J.: CLEF 2005: Multilingual Retrieval by Combining Multiple Multilingual Ranked Lists. In: Peters, C., et al. (eds.) CLEF 2005. LNCS, vol.\u00a04022, pp. 121\u2013130. Springer, Heidelberg (2006)"},{"issue":"4","key":"4_CR17","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1002\/asi.21494","volume":"62","author":"C.V. Thornley","year":"2011","unstructured":"Thornley, C.V., Johnson, A.C., Smeaton, A.F., Lee, H.: The Scholarly Impact of TRECVid (2003\u20132009). JASIST\u00a062(4), 613\u2013627 (2011)","journal-title":"JASIST"},{"key":"4_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/978-3-642-23708-9_12","volume-title":"Multilingual and Multimodal Information Access Evaluation","author":"T. Tsikrika","year":"2011","unstructured":"Tsikrika, T., de Herrera, A.G.S., M\u00fcller, H.: Assessing the Scholarly Impact of ImageCLEF. In: Forner, P., Gonzalo, J., Kek\u00e4l\u00e4inen, J., Lalmas, M., de Rijke, M. (eds.) CLEF 2011. LNCS, vol.\u00a06941, pp. 95\u2013106. Springer, Heidelberg (2011)"},{"key":"4_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-40802-1_1","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visualization","author":"T. Tsikrika","year":"2013","unstructured":"Tsikrika, T., Larsen, B., M\u00fcller, H., Endrullis, S., Rahm, E.: The Scholarly Impact of CLEF (2000\u20132009). In: Forner, P., M\u00fcller, H., Paredes, R., Rosso, P., Stein, B. (eds.) CLEF 2013. LNCS, vol.\u00a08138, pp. 1\u201312. Springer, Heidelberg (2013)"},{"key":"4_CR20","doi-asserted-by":"crossref","unstructured":"Webber, W., Moffat, A., Zobel, J.: Score standardization for inter-collection comparison of retrieval systems. In: SIGIR 2008, pp. 51\u201358. ACM Press (2008)","DOI":"10.1145\/1390334.1390346"}],"container-title":["Lecture Notes in Computer Science","Information Access Evaluation. Multilinguality, Multimodality, and Interaction"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-11382-1_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,27]],"date-time":"2019-05-27T12:24:55Z","timestamp":1558959895000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-11382-1_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319113814","9783319113821"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-11382-1_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2014]]}}}