{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,9]],"date-time":"2025-12-09T08:22:56Z","timestamp":1765268576869,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030157180"},{"type":"electronic","value":"9783030157197"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-15719-7_24","type":"book-chapter","created":{"date-parts":[[2019,4,7]],"date-time":"2019-04-07T03:19:09Z","timestamp":1554607149000},"page":"188-195","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["An Extended CLEF eHealth Test Collection for Cross-Lingual Information Retrieval in the Medical Domain"],"prefix":"10.1007","author":[{"given":"Shadi","family":"Saleh","sequence":"first","affiliation":[]},{"given":"Pavel","family":"Pecina","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,4,7]]},"reference":[{"issue":"1","key":"24_CR1","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measure. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measure."},{"key":"24_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/978-3-540-85760-0_2","volume-title":"Advances in Multilingual and Multimodal Information Retrieval","author":"GM Di Nunzio","year":"2008","unstructured":"Di Nunzio, G.M., Ferro, N., Mandl, T., Peters, C.: CLEF 2007: ad hoc track overview. In: Peters, C., et al. (eds.) CLEF 2007. LNCS, vol. 5152, pp. 13\u201332. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-85760-0_2"},{"key":"24_CR3","doi-asserted-by":"crossref","unstructured":"Du\u0161ek, O., Haji\u010d, J., Hlav\u00e1\u010dov\u00e1, J., Nov\u00e1k, M., Pecina, P., Rosa, R., et al.: Machine translation of medical texts in the Khresmoi project. In: Proceedings of the Ninth Workshop on Statistical Machine Translation, pp. 221\u2013228. ACL, Baltimore (2014)","DOI":"10.3115\/v1\/W14-3326"},{"key":"24_CR4","doi-asserted-by":"crossref","unstructured":"Gey, F.C., Chen, A.: TREC-9 cross-language information retrieval (English-Chinese) overview. In: Proceedings of the Ninth Text REtrieval Conference (TREC-9), pp. 15\u201323. NIST, Gaithersburg (2000)","DOI":"10.6028\/NIST.SP.500-249.xlingual-overview"},{"key":"24_CR5","doi-asserted-by":"crossref","unstructured":"Gey, F.C., Oard, D.W.: The TREC-2001 cross-language information retrieval track: searching Arabic using English, French or Arabic queries. In: The Tenth Text REtrieval Conference (TREC 2001), pp. 16\u201326. NIST, Gaithersburg (2001)","DOI":"10.6028\/NIST.SP.500-250.xlingual-overview"},{"key":"24_CR6","unstructured":"Goeuriot, L., et al.: ShARe\/CLEF eHealth evaluation lab 2013, task 3: information retrieval to address patients\u2019 questions when reading clinical reports. CLEF 2013 Online Working Notes 8138, pp. 1\u201316 (2013)"},{"key":"24_CR7","unstructured":"Goeuriot, L., et al.: ShARe\/CLEF eHealth evaluation lab 2014, task 3: user-centred health information retrieval. In: CLEF Online Working Notes. CEUR Workshop Proceedings, vol. 1180, pp. 43\u201361. CEUR-WS, Sheffield (2014). http:\/\/ceur-ws.org\/Vol-1180\/. ISSN: 1613-0073"},{"key":"24_CR8","unstructured":"Suominen, H., et al.: Overview of the CLEF 2018 consumer health search task. In: CLEF 2018 Evaluation Labs and Workshop: Online Working Notes, pp. 1\u201315. CEUR-WS, Avignon (2018)"},{"key":"24_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1007\/3-540-44645-1_3","volume-title":"Cross-Language Information Retrieval and Evaluation","author":"N Kando","year":"2001","unstructured":"Kando, N.: NTCIR Workshop: Japanese- and Chinese-English cross-lingual information retrieval and multi-grade relevance judgments. In: Peters, C. (ed.) CLEF 2000. LNCS, vol. 2069, pp. 24\u201335. Springer, Heidelberg (2001). https:\/\/doi.org\/10.1007\/3-540-44645-1_3"},{"key":"24_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/978-3-319-44564-9_24","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Kelly","year":"2016","unstructured":"Kelly, L., Goeuriot, L., Suominen, H., N\u00e9v\u00e9ol, A., Palotti, J., Zuccon, G.: Overview of the CLEF eHealth evaluation lab 2016. In: Fuhr, N., et al. (eds.) CLEF 2016. LNCS, vol. 9822, pp. 255\u2013266. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44564-9_24"},{"key":"24_CR11","doi-asserted-by":"crossref","unstructured":"Koopman, B., Zuccon, G.: Relevation!: an open source system for information retrieval relevance assessment. In: Proceedings of the 37th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1243\u20131244. ACM, Gold Coast (2014)","DOI":"10.1145\/2600428.2611175"},{"key":"24_CR12","unstructured":"Liu, T.Y., Xu, J., Qin, T., Xiong, W., Li, H.: LETOR: benchmark dataset for research on learning to rank for information retrieval. In: Proceedings of SIGIR 2007 Workshop on Learning to Rank for Information Retrieval, pp. 3\u201310. ACM, New York (2007)"},{"key":"24_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"252","DOI":"10.1007\/978-3-642-40087-2_24","volume-title":"Multilingual Information Access in South Asian Languages","author":"P Majumder","year":"2013","unstructured":"Majumder, P., Pal, D., Bandyopadhyay, A., Mitra, M.: Overview of FIRE 2010. In: Majumder, P., Mitra, M., Bhattacharyya, P., Subramaniam, L.V., Contractor, D., Rosso, P. (eds.) FIRE 2010-2011. LNCS, vol. 7536, pp. 252\u2013257. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40087-2_24"},{"key":"24_CR14","doi-asserted-by":"crossref","unstructured":"Oard, D.W., Gey, F.C.: The TREC 2002 Arabic\/English CLIR track. In: The Eleventh Text Retrieval Conference (TREC 2002), pp. 1\u201315. NIST, Gaithersburg (2002)","DOI":"10.6028\/NIST.SP.500-251.xlingual-overview"},{"key":"24_CR15","unstructured":"Palotti, J., Zuccon, G., Jimmy, P.P., Lupu, M., Goeuriot, L., Kelly, L., Hanbury, A.: CLEF 2017 task overview: the IR task at the eHealth evaluation lab. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings, pp. 1\u201310. CEUR-WS, Dublin (2017)"},{"key":"24_CR16","unstructured":"Palotti, J.R.M., et al.: CLEF eHealth evaluation lab 2015, task 2: retrieving information about medical symptoms. In: Working Notes of CLEF 2015 - Conference and Labs of the Evaluation Forum. CEUR Workshop Proceedings, vol. 1391, pp. 1\u201322. CEUR-WS, Toulouse (2015)"},{"key":"24_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"674","DOI":"10.1007\/978-3-540-85760-0_86","volume-title":"Advances in Multilingual and Multimodal Information Retrieval","author":"P Pecina","year":"2008","unstructured":"Pecina, P., Hoffmannov\u00e1, P., Jones, G.J.F., Zhang, Y., Oard, D.W.: Overview of the CLEF-2007 cross-language speech retrieval track. In: Peters, C., et al. (eds.) CLEF 2007. LNCS, vol. 5152, pp. 674\u2013686. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-85760-0_86"},{"key":"24_CR18","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1007\/978-3-319-44564-9_5","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"S Saleh","year":"2016","unstructured":"Saleh, S., Pecina, P.: Reranking hypotheses of machine-translated queries for cross-lingual information retrieval. In: Fuhr, N., et al. (eds.) CLEF 2016. LNCS, vol. 9822, pp. 54\u201366. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44564-9_5"},{"key":"24_CR19","unstructured":"Ure\u0161ov\u00e1, Z., Haji\u010d, J., Pecina, P., Du\u0161ek, O.: Multilingual test sets for machine translation of search queries for cross-lingual information retrieval in the medical domain. In: Proceedings of LREC 2014, pp. 3244\u20133247. ERLA, Reykjavik (2014)"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Harman, D.: Overview of the seventh text retrieval conference TREC-7. In: Proceedings of the Seventh Text REtrieval Conference (TREC-7), pp. 1\u201324. NIST, Gaithersburg (1998)","DOI":"10.6028\/NIST.SP.500-242"},{"key":"24_CR21","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M., Harman, D.: Overview of the eighth text retrieval conference (TREC-8). In: Proceedings of the Eighth Text REtrieval Conference (TREC-8), pp. 1\u201324. NIST, Gaithersburg (2000)","DOI":"10.6028\/NIST.SP.500-246"},{"key":"24_CR22","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/S0306-4573(99)00043-6","volume":"36","author":"EM Voorhees","year":"2000","unstructured":"Voorhees, E.M., Harman, D.: Overview of the sixth text retrieval conference (TREC-6). Inf. Process. Manage. 36, 3\u201335 (2000)","journal-title":"Inf. Process. Manage."},{"key":"24_CR23","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Wang, Q., Si, L., Gao, J.: Learning for efficient supervised query expansion via two-stage feature selection. In: Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2016, pp. 265\u2013274. ACM, New York (2016)","DOI":"10.1145\/2911451.2911539"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-15719-7_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,16]],"date-time":"2024-07-16T17:52:20Z","timestamp":1721152340000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-15719-7_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030157180","9783030157197"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-15719-7_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"7 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cologne","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 April 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"41","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2019.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}