{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,31]],"date-time":"2025-08-31T10:08:22Z","timestamp":1756634902115},"reference-count":63,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2012,3,10]],"date-time":"2012-03-10T00:00:00Z","timestamp":1331337600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Lang Resources & Evaluation"],"published-print":{"date-parts":[[2012,6]]},"DOI":"10.1007\/s10579-012-9177-0","type":"journal-article","created":{"date-parts":[[2012,3,9]],"date-time":"2012-03-09T02:03:57Z","timestamp":1331258637000},"page":"177-217","source":"Crossref","is-referenced-by-count":17,"title":["Question answering at the cross-language evaluation forum 2003\u20132010"],"prefix":"10.1007","volume":"46","author":[{"given":"Anselmo","family":"Pe\u00f1as","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bernardo","family":"Magnini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pamela","family":"Forner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Richard","family":"Sutcliffe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"\u00c1lvaro","family":"Rodrigo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Danilo","family":"Giampiccolo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2012,3,10]]},"reference":[{"key":"9177_CR1","unstructured":"Agirre, E., Ansa, O., Arregi, X., Lopez de Lacalle, M., Otegi, A., Saralegi, Z., et al. (2009). ElhuyarIXA: Semantic relatedness and crosslingual passage retrieval. In C. Peters, G. di Nunzio, M. Kurimo, Th. Mandl, D. Mostefa, A. Pe\u00f1as, & G. Roda (Eds.), Multilingual information access evaluation vol. I text retrieval experiments, Workshop of the cross-language evaluation forum, CLEF 2009, Corfu, Greece, 30 September\u20132 October. Lecture notes in computer science 6241. Springer (Revised selected papers)."},{"key":"9177_CR2","unstructured":"Agirre, E., Ansa, O., Arregi, X., Lopez de Lacalle, M., Otegi, A., & Saralegi, X. (2010). Document expansion for cross-lingual passage retrieval. In M. Braschler, D. Harman, & E. Pianta (Eds.), Notebook papers of CLEF 2010 LABs and workshops, September 22\u201323, 2010 Padua, Italy."},{"key":"9177_CR3","unstructured":"Amaral, C., Figueira, H., Martins, A., Mendes, A., Mendes, P., & Pinto, C. (2005). Priberam\u2019s question answering system for Portuguese. In C. Peters, F. C. Gey, J. Gonzalo, H. M\u00fcller, G. J. F. Jones, M. Kluck, B. Magnini, & M. de Rijke (Eds.), Accessing multilingual information repositories, 6th workshop of the cross-language evaluation forum, CLEF 2005, Vienna, Austria, September 21\u201323, 2005 (Revised selected papers)."},{"key":"9177_CR4","unstructured":"Amaral, C., Cassan, A., Figueira, H., Martins, A., Mendes, A., Mendes, P., et al. (2007). Priberam\u2019s question answering system in QA@CLEF 2007. In C. Peters, V. Jijkoun, T. Mandl, H. M\u00fcller, D. W. Oard, A. Pe\u00f1as, & D. Santos (Eds.), Advances in multilingual and multimodal information retrieval, 8th workshop of the cross-language evaluation forum, CLEF 2007, Budapest, Hungary, September 19\u201321, 2007 (Revised selected papers)."},{"key":"9177_CR5","unstructured":"Amaral, C., Cassan, A., Figueira, H., Martins, A., Mendes, A., Mendes, P., et al. (2008). Priberam\u2019s question answering system in QA@CLEF 2008. In C. Peters, T. Mandl, V. Petras, A. Pe\u00f1as, H. M\u00fcller, D. Oard, V. Jijkoun, & D. Santos (Eds.), Evaluating systems for multilingual and multimodal information access, 9th workshop of the cross-language evaluation forum, CLEF 2008, Aarhus, Denmark, September 17\u201319, 2008 (Revised selected papers)."},{"key":"9177_CR6","unstructured":"Bouma, G., Mur, J., van Noord, G., van der Plas, L., & Tiedemann, J. (2005). Question answering for Dutch using dependency relations. In C. Peters, F. C. Gey, J. Gonzalo, H. M\u00fcller, G. J. F. Jones, M. Kluck, B. Magnini, & M. de Rijke (Eds.), Accessing multilingual information repositories, 6th workshop of the cross-language evaluation forum, CLEF 2005, Vienna, Austria, September 21\u201323, 2005 (Revised selected papers)."},{"key":"9177_CR7","unstructured":"Bowden, M., Olteanu, M., Suriyentrakorn, P., d\u2019Silva, T., & Moldovan. D. (2007). Multilingual question answering through intermediate translation: LCC\u2019s PowerAnswer at QA@CLEF 2007. In C. Peters, V. Jijkoun, T. Mandl, H. M\u00fcller, D.W. Oard, A. Pe\u00f1as, & D. Santos (Eds.), Advances in multilingual and multimodal information retrieval, 8th workshop of the cross-language evaluation forum, CLEF 2007, Budapest, Hungary, September 19\u201321, 2007 (Revised selected papers)."},{"key":"9177_CR8","unstructured":"Cassan, A., Figueira, H., Martins, A., Mendes, A., Mendes, P., Pinto, C., et al. (2006). Priberam\u2019s question answering system in a cross-language environment. In C. Peters, P. Clough, F. C. Gey, J. Karlgren, B. Magnini, D. W. Oard, M. de Rijke, & M. Stempfhuber (Eds.), Evaluation of multilingual and multi-modal information retrieval, 7th workshop of the cross-language evaluation forum, CLEF 2006, Alicante, Spain, September 20\u201322, 2006 (Revised selected papers)."},{"key":"9177_CR9","doi-asserted-by":"crossref","unstructured":"Clarke, C., Cormack, G., & Lynam, T. (2001). Exploiting redundancy in question answering. In Proceedings of the 24th annual international ACM SIGIR conference on research and development in information retrieval (SIGIR-2001). September 9\u201313, 2001, New Orleans, Louisiana. ACM 2001, ISBN 1-58113-331-6.","DOI":"10.1145\/383952.384024"},{"key":"9177_CR10","unstructured":"Correa, S., Buscaldi, D., & Rosso, P. (2009). NLEL-MAAT at CLEF-ResPubliQA. In C. Peters, G. di Nunzio, M. Kurimo, Th. Mandl, D. Mostefa, A. Pe\u00f1as, & G. Roda (Eds.), Multilingual information access evaluation vol. I text retrieval experiments, workshop of the cross-language evaluation forum, CLEF 2009, Corfu, Greece, September 30\u2013October 2, 2010. Lecture notes in computer science 6241. Springer (Revised selected papers)."},{"key":"9177_CR11","unstructured":"Dornescu, I., Puscasu, G., & Orsasan, C. (2008). University of Wolverhampton at CLEF 2008. In C. Peters, T. Mandl, V. Petras, A. Pe\u00f1as, H. M\u00fcller, D. Oard, V. Jijkoun, & D. Santos (Eds.), Evaluating systems for multilingual and multimodal information access, 9th workshop of the cross-language evaluation forum, CLEF 2008, Aarhus, Denmark, September 17\u201319, 2008 (Revised selected papers)."},{"key":"9177_CR12","doi-asserted-by":"crossref","unstructured":"Ferrandez, O., Spurk, C., Kouylekov, M., Dornescu, I., Ferrandez, S., Negri, M., Izquierdo, R., Tomas, D., Orasan, C., Neumann, G., Magnini B., & Vicedo, J. L. (2011). The QALL-ME framework: A specifiable-domain multilingual question answering architecture. Web semantics: Science, services and agents on the world wide web, 9 (2), Provenance in the Semantic Web, 137\u2013145.","DOI":"10.1016\/j.websem.2011.01.002"},{"issue":"3","key":"9177_CR13","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1609\/aimag.v31i3.2303","volume":"31","author":"D Ferrucci","year":"2010","unstructured":"Ferrucci, D., Brown, E., Chu-Carroll, J., Fan, J., Gondek, D., Kalyanpur, A. A., et al. (2010). Building Watson: An overview of the DeepQA project. AI Magazine, 31(3), 59\u201379.","journal-title":"AI Magazine"},{"key":"9177_CR14","unstructured":"Forner, P., Pe\u00f1as, A., Alegria, I., Forascu, C., Moreau, N., Osenova, P., et al. (2008). Overview of the CLEF 2008 multilingual question answering track. In C. Peters, T. Mandl, V. Petras, A. Pe\u00f1as, H. M\u00fcller, D. Oard, V. Jijkoun, & D. Santos (Eds.), Evaluating systems for multilingual and multimodal information access, 9th workshop of the cross-language evaluation forum, CLEF 2008, Aarhus, Denmark, September 17\u201319, 2008 (Revised selected papers)."},{"key":"9177_CR15","unstructured":"Giampiccolo, D., Forner, P., Herrera, J., Pe\u00f1as, A., Ayache, C., Forascu, C., et al. (2007). Overview of the CLEF 2007 Multilingual Question Answering Track. In C. Peters, V. Jijkoun, T. Mandl, H. M\u00fcller, D.W. Oard, A. Pe\u00f1as, & D. Santos (Eds.), Advances in multilingual and multimodal information retrieval, 8th workshop of the cross-language evaluation forum, CLEF 2007, Budapest, Hungary, September 19\u201321, 2007 (Revised selected papers)."},{"key":"9177_CR16","unstructured":"Gillard, L., Sitbon, L., Blaudez, E., Bellot, P., & El-B\u00e8ze, M. (2006). The LIA at QA@CLEF-2006. In C. Peters, P. Clough, F. C. Gey, J. Karlgren, B. Magnini, D. W. Oard, M. de Rijke, & M. Stempfhuber (Eds.), Evaluation of multilingual and multi-modal information retrieval, 7th workshop of the cross-language evaluation forum, CLEF 2006, Alicante, Spain, September 20\u201322, 2006 (Revised selected papers)."},{"key":"9177_CR17","unstructured":"Gonzalo, J., Clough, P., & Vallin, A. (2005). Overview of the CLEF 2005 interactive track. In C. Peters, F. C. Gey, J. Gonzalo, H. M\u00fcller, G. J. F. Jones, M. Kluck, B. Magnini, & M. de Rijke (Eds.), Accessing multilingual information repositories, 6th workshop of the cross-language evaluation forum, CLEF 2005, Vienna, Austria, September 21\u201323, 2005 (Revised selected papers)."},{"key":"9177_CR18","unstructured":"Hartrumpf, S. (2004). Question answering using sentence parsing and semantic network matching. In C. Peters, P. Clough, J. Gonzalo, G. J. F. Jones, M. Kluck, & B. Magnini (Eds.), Multilingual information access for text, speech and images, 5th workshop of the cross-language evaluation forum, CLEF 2004, Bath, September 15\u201317, 2004, (Revised selected papers)."},{"key":"9177_CR19","doi-asserted-by":"crossref","unstructured":"Herrera, J., Pe\u00f1as, A., & Verdejo, F. (2005). Question answering pilot task at CLEF 2004. Multilingual information access for text, speech and images. CLEF 2004. Vol. 3491 of lecture notes in computer science, pp. 581\u2013590.","DOI":"10.1007\/11519645_57"},{"key":"9177_CR20","doi-asserted-by":"crossref","unstructured":"Hirschman, L., & Gaizauskas. R. (2001). Natural language question answering: the view from here. In natural language engineering, Vol. 7(4), December 2001, pp. 275\u2013300.","DOI":"10.1017\/S1351324901002807"},{"key":"9177_CR21","doi-asserted-by":"crossref","unstructured":"Hovy, E., Gerber, L., Hermjakob, H., Lin, C., & Ravichandran, D. (2001). Toward semantics-based answer pinpointing. In Proceedings of the DARPA human language technology conference (HLT), San Diego, CA.","DOI":"10.3115\/1072133.1072221"},{"key":"9177_CR22","unstructured":"Iftene, A., Trandabat, D., Pistol, I., Moruz, A. M., Husarciuc, M., Sterpu, M., & Turliuc, C. (2009). Question answering on english and romanian languages. In C. Peters, G. di Nunzio, M. Kurimo, Th. Mandl, D. Mostefa, A. Pe\u00f1as, & G. Roda (Eds.), Multilingual information access evaluation vol. i text retrieval experiments, Workshop of the cross-language evaluation forum, CLEF 2009, Corfu, Greece, September 30\u2013October 2, 2010. Lecture notes in computer science 6241. Springer (Revised selected papers)."},{"key":"9177_CR23","unstructured":"Ion, R., \u015etef\u0103nescu, D., Ceau\u015fu, A., Tufi\u015f, D., Irimia, E., & Barbu-Mititelu, V. (2009). A trainable multi-factored QA system. In C. Peters, G. di Nunzio, M. Kurimo, Th. Mandl, D. Mostefa, A. Pe\u00f1as, & G. Roda (Eds.), Multilingual information access evaluation vol. I text retrieval experiments, Workshop of the cross-language evaluation forum, CLEF 2009, Corfu, Greece, September 30\u2013October2, 2010. Lecture notes in computer science 6241. Springer (Revised selected papers)."},{"key":"9177_CR24","doi-asserted-by":"crossref","unstructured":"Jijkoun, V., & de Rijke, M. (2007). Overview of the WiQA task at CLEF 2006. In C. Peters, P. Clough, F. C. Gey, J. Karlgren, B. Magnini, D. W. Oard, M. de Rijke, & M. Stempfhuber (Eds.), Evaluation of multilingual and multi-modal information retrieval, 7th workshop of the cross-language evaluation forum, CLEF 2006, Alicante, Spain, September 20\u201322, 2006 (Revised selected papers).","DOI":"10.1007\/978-3-540-74999-8_33"},{"key":"9177_CR25","unstructured":"Jijkoun, V., Mishne, G., & de Rijke, M. (2003). The University of Amsterdam at QA@CLEF2003. In C. Peters, J. Gonzalo, M. Braschler, & M. Kluck (Eds.), Comparative evaluation of multilingual information access systems, 4th workshop of the cross-language evaluation forum, CLEF 2003, Trondheim, Norway, August 21\u201322, 2003 (Revised selected papers)."},{"key":"9177_CR26","unstructured":"Jijkoun, V., Mishne, G., de Rijke, M., Schlobach, S., Ahn, D., & Muller, H. (2004). The University of Amsterdam at QA@CLEF 2004. In C. Peters, P. Clough, J. Gonzalo, G. J. F. Jones, M. Kluck, & B. Magnini (Eds.), Multilingual information access for text, speech and images, 5th workshop of the cross-language evaluation forum, CLEF 2004, Bath, September 15\u201317, 2004 (Revised selected papers)."},{"key":"9177_CR27","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1273221.1273231","volume":"41","author":"D Kelly","year":"2007","unstructured":"Kelly, D., & Lin, J. (2007). Overview of the TREC 2006 ciQA task. SIGIR Forum, 41, 1.","journal-title":"SIGIR Forum"},{"key":"9177_CR28","unstructured":"Lamel, L., Rosset, S., Ayache, C., Mostefa, D., Turmo, J., Comas P. (2007). Question answering on speech transcriptions: The QAST evaluation in CLEF. In C. Peters, V. Jijkoun, T. Mandl, H. M\u00fcller, D. W. Oard, & A. Pe\u00f1as, D. Santos (Eds.), Advances in multilingual and multimodal information retrieval, 8th workshop of the cross-language evaluation forum, CLEF 2007, Budapest, Hungary, September 19\u201321, 2007 (Revised selected papers)."},{"key":"9177_CR29","unstructured":"Laurent, D., S\u00e9gu\u00e9la, P., & N\u00e8gre, S. (2005). Cross lingual question answering using QRISTAL for CLEF 2005. In C. Peters, F. C. Gey, J. Gonzalo, H. M\u00fcller, G. J. F. Jones, M. Kluck, B. Magnini, & M. de Rijke (Eds.), Accessing multilingual information repositories, 6th workshop of the cross-language evaluation forum, CLEF 2005, Vienna, Austria, September 21\u201323, 2005 (Revised selected papers)."},{"key":"9177_CR30","unstructured":"Laurent, D., S\u00e9gu\u00e9la, P., & N\u00e8gre, S. (2006). Cross lingual question answer ing using QRISTAL for CLEF 2006. In C. Peters, P. Clough, F. C. Gey, J. Karlgren, B. Magnini, D. W. Oard, M. de Rijke, & M. Stempfhuber (Eds.), Evaluation of multilingual and multi-modal information retrieval, 7th workshop of the cross-language evaluation forum, CLEF 2006, Alicante, Spain, September 20\u201322, 2006 (Revised selected papers)."},{"key":"9177_CR31","unstructured":"Laurent, D., S\u00e9gu\u00e9la, P., & N\u00e8gre, S. (2007). Cross lingual question answering using QRISTAL for CLEF 2007. In: C. Peters, V. Jijkoun, T. Mandl, H. M\u00fcller, D.W. Oard, A. Pe\u00f1as, & D. Santos (Eds.), Advances in multilingual and multimodal information retrieval, 8th workshop of the cross-language evaluation forum, CLEF 2007, Budapest, Hungary, September 19\u201321, 2007 (Revised selected papers)."},{"key":"9177_CR32","unstructured":"Laurent, D., S\u00e9gu\u00e9la, P., & N\u00e8gre, S. (2008). Cross lingual question answering using QRISTAL for CLEF 2008. In C. Peters, T. Mandl, V. Petras, A. Pe\u00f1as, H. M\u00fcller, D. Oard, V. Jijkoun, & D. Santos (Eds.), Evaluating systems for multilingual and multimodal information access, 9th workshop of the cross-language evaluation forum, CLEF 2008, Aarhus, Denmark, September 17\u201319, 2008 (Revised selected papers)."},{"key":"9177_CR33","doi-asserted-by":"crossref","unstructured":"Lopez, V., Uren, V. S., Sabou, M., & Motta, E. (2009). Cross ontology query answering on the semantic web: An initial evaluation. In K-CAP-2009: Proceedings of the fifth international conference on knowledge capture, Redondo Beach, CA.","DOI":"10.1145\/1597735.1597739"},{"key":"9177_CR34","doi-asserted-by":"crossref","unstructured":"Magnini, B., Negri, M., Prevete, R., & Tanev, H. (2002). Is it the right answer? Exploiting web redundancy for answer validation In Proceedings of the 40th annual meeting of the association for computational linguistics (ACL), Philadelphia. doi: 10.3115\/1073083.1073154 .","DOI":"10.3115\/1073083.1073154"},{"key":"9177_CR35","unstructured":"Magnini, B., Romagnoli, S., Vallin, A., Herrera, J., Pe\u00f1as, A., Peinado, V., et al. (2003). The multiple language question answering track at CLEF 2003. In C. Peters, J. Gonzalo, M. Braschler, & M. Kluck (Eds.), Comparative evaluation of multilingual information access systems, 4th workshop of the cross-language evaluation forum, CLEF 2003, Trondheim, Norway, August 21\u201322, 2003 (Revised selected papers)."},{"key":"9177_CR36","unstructured":"Magnini, B., Vallin, A., Ayache, C., Erbach, G., Pe\u00f1as, A., de Rijke, M., Rocha, P., Simov, K., & Sutcliffe, R. (2004). Overview of the CLEF 2004 multilingual question answering track. In C. Peters, P. Clough, J. Gonzalo, G. J. F. Jones, M. Kluck, & B. Magnini (Eds.), Multilingual information access for text, speech and images, 5th workshop of the cross-language evaluation forum, CLEF 2004, Bath, UK, September 15\u201317, 2004 (Revised selected papers)."},{"key":"9177_CR37","unstructured":"Magnini, B., Giampiccolo, D., Forner, P., Ayache, C., Jijkoun, V., Osenova, P., et al. (2006). Overview of the CLEF 2006 multilingual question answering track. In C. Peters, P. Clough, F. C. Gey, J. Karlgren, B. Magnini, D. W. Oard, M. de Rijke, & M. Stempfhuber (Eds.), Evaluation of multilingual and multi-modal information retrieval, 7th Workshop of the cross-language evaluation forum, CLEF 2006, Alicante, September 20\u201322, 2006 (Revised selected papers)."},{"key":"9177_CR38","doi-asserted-by":"crossref","unstructured":"Magnini, B., Speranza, M., & Kumar, V. (2009). Towards interactive question answering: an ontology-based approach. In Proceedings of the IEEE international conference on semantic computing, September 22\u201324, 2010, Carnegie Mellon University, Pittsburgh, PA.","DOI":"10.1109\/ICSC.2009.76"},{"key":"9177_CR39","doi-asserted-by":"crossref","unstructured":"Negri, M., Tanev, H., & Magnini, B. (2003) Bridging Languages for Question Answering: DIOGENE at CLEF-2003. In C. Peters, J. Gonzalo, M. Braschler, & M. Kluck (Eds.), Comparative evaluation of multilingual information access systems, 4th workshop of the cross-language evaluation forum, CLEF 2003, Trondheim, August 21\u201322, 2003 (Revised selected papers).","DOI":"10.1007\/978-3-540-30222-3_48"},{"key":"9177_CR41","doi-asserted-by":"crossref","unstructured":"Noguera, E., Llopis, F., Ferrandez, A., & Escapa, A. (2007). Evaluation of open-domain question answering systems within a time constraint. In Advanced Information networking and applications workshops, AINAW \u201807. 21st international conference.","DOI":"10.1109\/AINAW.2007.176"},{"key":"9177_CR42","unstructured":"Papineni, K., Roukos, S., Ward, T., & Zhu, W. J. (2002). BLEU: A method for automatic evaluation of machine translation. In Proceedings of the 40th annual meeting of the association for computational linguistics (ACL), Philadelphia, July 2002."},{"key":"9177_CR43","unstructured":"Pe\u00f1as, A., & Rodrigo, \u00c1. (2011) A Simple Measure to Assess Non-response. In Proceedings of 49th annual meeting of the association for computational linguistics\u2014human language technologies (ACL-HLT 2011), Portland, Oregon, June 19\u201324, 2011."},{"key":"9177_CR44","unstructured":"Pe\u00f1as, A., Rodrigo, A., Sama, V., & Verdejo, F. (2006). Overview of the answer validation exercise 2006. In C. Peters, P. Clough, F. C. Gey, J. Karlgren, B. Magnini, D. W. Oard, M. de Rijke, & M. Stempfhuber (Eds.), Evaluation of multilingual and multi-modal information retrieval, 7th workshop of the cross-language evaluation forum, CLEF 2006, Alicante, Spain, September 20\u201322, 2006 (Revised selected papers)."},{"key":"9177_CR45","unstructured":"Pe\u00f1as, A., Rodrigo, \u00c1., & Verdejo, F. (2007). Overview of the Answer Validation Exercise 2007. In C. Peters, V. Jijkoun, T. Mandl, H. M\u00fcller, D. W. Oard, A. Pe\u00f1as, V. Petras, & D. Santos, (Eds.), Advances in multilingual and multimodal information retrieval, LNCS 5152, September 2008."},{"key":"9177_CR46","unstructured":"Pe\u00f1as, A., Forner, P., Sutcliffe, R., Rodrigo, \u00c1., Forascu, C., Alegria, I., et al. (2009). Overview of ResPubliQA 2009: Question answering evaluation over European legislation. In C. Peters, G. di Nunzio, M. Kurimo, Th. Mandl, D. Mostefa, A. Pe\u00f1as, & G. Roda (Eds.), Multilingual information access evaluation vol. i text retrieval experiments, workshop of the cross-language evaluation forum, CLEF 2009, Corfu, Greece, September 30\u2013October 2. Lecture Notes in computer science 6241. Springer-Verlag, 2010. (Revised selected papers)."},{"key":"9177_CR47","unstructured":"Pe\u00f1as, A., Forner, P., Rodrigo, A., Sutcliffe, R., Forascu, & Mota, C. (2010). Overview of ResPubliQA 2010: Question answering evaluation over european legislation. In M. Braschler, D. Harman, and E. Pianta (Eds,), Notebook papers of CLEF 2010 LABs and workshops, September 22\u201323, 2010, Padua, Italy."},{"key":"9177_CR48","unstructured":"P\u00e9rez-Iglesias, J, Garrido, G., Rodrigo, \u00c1, Araujo, L., & Pe\u00f1as, A. (2009). Information retrieval baselines for the ResPubliQA Task. In Borri, F., Nardi, A., & Peters, C. (Eds.), Cross language evaluation forum: Working notes of CLEF 2009, Corfu, Greece, September 30\u2013October 2."},{"key":"9177_CR49","unstructured":"Prager, J. (2006). Open-domain question-answering, Foundations and trends in information retrieval 1(2), 91\u2013231. http:\/dx.doi.org\/ 10.1561\/1500000001 ."},{"key":"9177_CR50","doi-asserted-by":"crossref","unstructured":"Prager, J., Brown, E., & Coden, A. (2000). Question-answering by predictive annotation. In Proceedings of the 23rd annual international ACM SIGIR conference on research and development in information retrieval, Athens.","DOI":"10.1145\/345508.345574"},{"key":"9177_CR51","unstructured":"Rodrigo, \u00c1., Pe\u00f1as, A., & Verdejo, F. (2008). Overview of the answer validation exercise 2008. In C. Peters, T. Mandl, V. Petras, A. Pe\u00f1as, H. M\u00fcller, D. Oard, V. Jijkoun, & D. Santos (Eds.), Evaluating systems for multilingual and multimodal information access, 9th workshop of the cross-language evaluation forum, CLEF 2008, Aarhus, September 17\u201319, 2008 (Revised selected papers)."},{"key":"9177_CR52","unstructured":"Rodrigo, A., Perez, J., Pe\u00f1as, A., Garrido, G., & Araujo, L. (2009). Approaching question answering by means of paragraph validation. In C. Peters, G. di Nunzio, M. Kurimo, Th. Mandl, D. Mostefa, A. Pe\u00f1as, & G. Roda (Eds.), Multilingual information access evaluation vol. I text retrieval experiments, workshop of the Cross-Language Evaluation Forum, CLEF 2009, Corfu, Greece, September 30\u2013October 2, 2010. Lecture notes in computer science 6241. Springer. Revised selected papers)."},{"key":"9177_CR53","unstructured":"Saias, J., & Quaresma, P. (2007). The senso question answering approach to Portuguese QA@CLEF-2007. In C. Peters, V. Jijkoun, T. Mandl, H. M\u00fcller, D. W. Oard, A. Pe\u00f1as, & D. Santos (Eds.), Advances in multilingual and multimodal information retrieval, 8th workshop of the cross-language evaluation forum, CLEF 2007, Budapest, September 19\u201321, 2007 (Revised selected papers)."},{"key":"9177_CR54","unstructured":"Saias, J., & Quaresma, P. (2008) The senso question answering system at QA@CLEF 2008. In C. Peters, T. Mandl, V. Petras, A. Pe\u00f1as, H. M\u00fcller, D. Oard, V. Jijkoun, & D. Santos (Eds.), Evaluating systems for multilingual and multimodal information access, 9th workshop of the cross-language evaluation forum, CLEF 2008, Aarhus, September 17\u201319, 2008 (Revised selected papers)."},{"key":"9177_CR55","unstructured":"Santos, D., & Cabral, L. M. (2009). GikiCLEF: Crosscultural issues in an international setting: Asking non-English-centered questions to Wikipedia. In Borri, F., Nardi, A., & Peters, C. (Eds.), Cross language evaluation forum: working notes of CLEF 2009, Corfu, Greece, September 30\u2013October 2."},{"key":"9177_CR56","unstructured":"Toba, H., Sari, S., Adriani, M., & Manurung, M. (2010). Contextual approach for paragraph selection in question answering task. In M. Braschler, D. Harman, & E. Pianta (Eds.), Notebook papers of CLEF 2010 LABs and workshops, September 22\u201323, 2010, Padua, Italy."},{"key":"9177_CR59","unstructured":"Vallin, A., Magnini, B., Giampiccolo, D., Aunimo, L., Ayache, C., & Osenova, P. (2005). Overview of the CLEF 2005 multilingual question answering track. In C. Peters, F. C. Gey, J. Gonzalo, H. M\u00fcller, G. J. F. Jones, M. Kluck, B. Magnini, & M. de Rijke (Eds.), Accessing multilingual information repositories, 6th workshop of the cross-language evaluation forum, CLEF 2005, Vienna, Austria, September 21\u201323, 2005 (Revised selected papers)."},{"key":"9177_CR60","volume-title":"Information retrieval","author":"KJ Rijsbergen van","year":"1979","unstructured":"van Rijsbergen, K. J. (1979). Information retrieval. London: Butterworth."},{"key":"9177_CR61","unstructured":"Vicedo, J. L., Izquierdo, R., Llopis, F., & Mu\u00f1oz, R. (2003). Question answering in Spanish. In C. Peters, J. Gonzalo, M. Braschler, & M. Kluck (Eds.), Comparative evaluation of multilingual information access systems, 4th workshop of the cross-language evaluation forum, CLEF 2003, Trondheim, Norway, August 21\u201322, 2003 (Revised selected papers)."},{"key":"9177_CR62","unstructured":"Vicedo, J.L., Saiz, M., & Izquierdo, R. (2004). Does english help question answering in Spanish? In C. Peters, P. Clough, J. Gonzalo, G. J. F. Jones, M. Kluck, & B. Magnini (Eds.), Multilingual information access for text, speech and images, 5th workshop of the cross-language evaluation forum, CLEF 2004, Bath, UK, September 15\u201317, 2004 (Revised selected papers)."},{"key":"9177_CR63","doi-asserted-by":"crossref","unstructured":"Voorhees, E. M. (2000). Overview of the TREC9 question answering track. In Proceedings of the Ninth Text Retrieval Conference (TREC-9).","DOI":"10.6028\/NIST.SP.500-246"},{"key":"9177_CR64","unstructured":"Voorhees, E. M. (2002). Overview of the TREC 2002 Question answering track. In Proceedings of the eleventh text retrieval conference (TREC-11)."},{"key":"9177_CR65","doi-asserted-by":"crossref","unstructured":"Voorhees, E. M., Tice, D. M. (1999). The TREC-8 question answering track evaluation. In Proceedings of the eight text retrieval conference (TREC-8).","DOI":"10.6028\/NIST.SP.500-242"},{"key":"9177_CR66","doi-asserted-by":"crossref","unstructured":"Webb, N., & Webber, B. (Eds.) (2009). Special issue on interactive question answering. Journal of Natural Language Engineering, 15(1), Cambridge University Press.","DOI":"10.1017\/S1351324908004877"}],"container-title":["Language Resources and Evaluation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-012-9177-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10579-012-9177-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10579-012-9177-0","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,2]],"date-time":"2022-01-02T05:52:44Z","timestamp":1641102764000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10579-012-9177-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,3,10]]},"references-count":63,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2012,6]]}},"alternative-id":["9177"],"URL":"https:\/\/doi.org\/10.1007\/s10579-012-9177-0","relation":{},"ISSN":["1574-020X","1574-0218"],"issn-type":[{"value":"1574-020X","type":"print"},{"value":"1574-0218","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,3,10]]}}}