{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,2]],"date-time":"2026-01-02T07:38:33Z","timestamp":1767339513492},"publisher-location":"Berlin, Heidelberg","reference-count":16,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642408014"},{"type":"electronic","value":"9783642408021"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-40802-1_29","type":"book-chapter","created":{"date-parts":[[2013,9,10]],"date-time":"2013-09-10T02:48:30Z","timestamp":1378781310000},"page":"303-320","source":"Crossref","is-referenced-by-count":19,"title":["QA4MRE 2011-2013: Overview of Question Answering for Machine Reading Evaluation"],"prefix":"10.1007","author":[{"given":"Anselmo","family":"Pe\u00f1as","sequence":"first","affiliation":[]},{"given":"Eduard","family":"Hovy","sequence":"additional","affiliation":[]},{"given":"Pamela","family":"Forner","sequence":"additional","affiliation":[]},{"given":"\u00c1lvaro","family":"Rodrigo","sequence":"additional","affiliation":[]},{"given":"Richard","family":"Sutcliffe","sequence":"additional","affiliation":[]},{"given":"Roser","family":"Morante","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"29_CR1","doi-asserted-by":"crossref","unstructured":"Ferrucci, D., Brown, E., Chu-Carroll, J., Fan, J., Gondek, D., Kalyanpur, A.A., Lally, A., Murdock, J.W., Nyberg, E., Prager, J., Schlaefer, N., Welty, C.: Building Watson: An Overview of the DeepQA Project. AI Magazine\u00a031(3) (2010)","DOI":"10.1609\/aimag.v31i3.2303"},{"key":"29_CR2","unstructured":"Morante, R., Daelemans, W.: Annotating Modality and Negation for a Machine Reading Evaluation. CLEF 2011 Labs and Workshop Notebook Papers (2011)"},{"key":"29_CR3","unstructured":"Morante, R., Daelemans, W.: Annotating Modality and Negation for a Machine Reading Evaluation. CLEF 2012 Evaluation Labs and Workshop Online Working Notes (2012)"},{"key":"29_CR4","unstructured":"Morante, R., Krallinger, M., Valencia, A., Daelemans, W.: Machine Reading of Biomedical Texts about Alzheimer\u2019s Disease. CLEF 2012 Evaluation Labs and Workshop Online Working Notes (2012)"},{"key":"29_CR5","unstructured":"Pe\u00f1as, A., Rodrigo, \u00c1.: A Simple Measure to Assess Non-response. In: Proceedings of 49th Annual Meeting of the Association for Compu-tational Linguistics-Human Language Technologies (ACL-HLT 2011), Portland, Oregon, USA (2011)"},{"key":"29_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-3-540-74999-8_32","volume-title":"Evaluation of Multilingual and Multi-modal Information Retrieval","author":"A. Pe\u00f1as","year":"2007","unstructured":"Pe\u00f1as, A., Rodrigo, \u00c1., Sama, V., Verdejo, F.: Overview of the Answer Validation Exercise 2006. In: Peters, C., Clough, P., Gey, F.C., Karlgren, J., Magnini, B., Oard, D.W., de Rijke, M., Stempfhuber, M. (eds.) CLEF 2006. LNCS, vol.\u00a04730, pp. 257\u2013264. Springer, Heidelberg (2007)"},{"key":"29_CR7","unstructured":"Pe\u00f1as, A., Hovy, E., Forner, P., Rodrigo, \u00c1., Sutcliffe, R., Forascu, C., Sporleder, C.: Overview of QA4MRE at CLEF 2011: Question Answering for Machine Reading Evaluation. Working Notes, CLEF 2011 (2011)"},{"key":"29_CR8","doi-asserted-by":"crossref","unstructured":"Pe\u00f1as, A., Hovy, E., Forner, P., Rodrigo, \u00c1., Sutcliffe, R., Sporleder, C., Forascu, C., Benajiba, Y., Osenova, P.: Overview of QA4MRE at CLEF 2012: Question Answering for Machine Reading Evaluation. Working Notes, CLEF 2012 (2012)","DOI":"10.1007\/978-3-642-40802-1_29"},{"key":"29_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"174","DOI":"10.1007\/978-3-642-15754-7_21","volume-title":"Multilingual Information Access Evaluation I. Text Retrieval Experiments","author":"A. Pe\u00f1as","year":"2010","unstructured":"Pe\u00f1as, A., et al.: Overview of resPubliQA 2009: Question answering evaluation over european legislation. In: Peters, C., Di Nunzio, G.M., Kurimo, M., Mandl, T., Mostefa, D., Pe\u00f1as, A., Roda, G. (eds.) CLEF 2009. LNCS, vol.\u00a06241, pp. 174\u2013196. Springer, Heidelberg (2010)"},{"key":"29_CR10","unstructured":"Sutcliffe, R., Pe\u00f1as, A., Hovy, E., Forner, P., Rodrigo, \u00c1., Forascu, C., Benajiba, Y., Osenova, P.: Overview of QA4MRE Main Task at CLEF 2013. Working Notes, CLEF 2013 (2013)"},{"issue":"4","key":"29_CR11","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1017\/S1351324905004018","volume":"12","author":"B. Wellner","year":"2006","unstructured":"Wellner, B., Ferro, L., Greiff, W., Hirschman, L.: Reading Comprehension Tests for Computer-based Understanding Evaluation. Natural Language Engineering\u00a012(4), 305\u2013334 (2006)","journal-title":"Natural Language Engineering"},{"key":"29_CR12","unstructured":"Morante, R., Krallinger, M., Valencia, A., Daelemans, W.: Machine Reading of Biomedical Texts about Alzheimer\u2019s Disease 2013. Working Notes, CLEF 2013 (2013)"},{"key":"29_CR13","unstructured":"Pe\u00f1as, A., Miyao, Y., Hovy, E., Forner, P., Kando, N.: Overview of QA4MRE 2013 Entrance Exams Task. Working Notes, CLEF 2013 (2013)"},{"key":"29_CR14","series-title":"Lecture Notes in Artificial Intelligence","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1007\/11736790_9","volume-title":"Machine Learning Challenges. Evaluating Predictive Uncertainty, Visual Object Classification, and Recognising Tectual Entailment","author":"I. Dagan","year":"2006","unstructured":"Dagan, I., Glickman, O., Magnini, B.: The PASCAL Recognising Textual Entailment Challenge. In: Qui\u00f1onero-Candela, J., Dagan, I., Magnini, B., d\u2019Alch\u00e9-Buc, F. (eds.) MLCW 2005. LNCS (LNAI), vol.\u00a03944, pp. 177\u2013190. Springer, Heidelberg (2006)"},{"key":"29_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1007\/978-3-540-85760-0_28","volume-title":"Advances in Multilingual and Multimodal Information Retrieval","author":"A. Pe\u00f1as","year":"2008","unstructured":"Pe\u00f1as, A., Rodrigo, \u00c1., Verdejo, F.: Overview of the Answer Validation Exercise 2007. In: Peters, C., Jijkoun, V., Mandl, T., M\u00fcller, H., Oard, D.W., Pe\u00f1as, A., Petras, V., Santos, D. (eds.) CLEF 2007. LNCS, vol.\u00a05152, pp. 237\u2013248. Springer, Heidelberg (2008)"},{"key":"29_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1007\/978-3-642-04447-2_35","volume-title":"Evaluating Systems for Multilingual and Multimodal Information Access","author":"\u00c1. Rodrigo","year":"2009","unstructured":"Rodrigo, \u00c1., Pe\u00f1as, A., Verdejo, F.: Overview of the Answer Validation Exercise 2008. In: Peters, C., et al. (eds.) CLEF 2008. LNCS, vol.\u00a05706, pp. 296\u2013313. Springer, Heidelberg (2009)"}],"container-title":["Lecture Notes in Computer Science","Information Access Evaluation. Multilinguality, Multimodality, and Visualization"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-40802-1_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,3,5]],"date-time":"2022-03-05T18:21:44Z","timestamp":1646504504000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-40802-1_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642408014","9783642408021"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-40802-1_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}