{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,12]],"date-time":"2025-12-12T13:03:31Z","timestamp":1765544611637,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319658124"},{"type":"electronic","value":"9783319658131"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-65813-1_26","type":"book-chapter","created":{"date-parts":[[2017,8,16]],"date-time":"2017-08-16T03:54:23Z","timestamp":1502855663000},"page":"291-303","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":28,"title":["CLEF 2017 eHealth Evaluation Lab Overview"],"prefix":"10.1007","author":[{"given":"Lorraine","family":"Goeuriot","sequence":"first","affiliation":[]},{"given":"Liadh","family":"Kelly","sequence":"additional","affiliation":[]},{"given":"Hanna","family":"Suominen","sequence":"additional","affiliation":[]},{"given":"Aur\u00e9lie","family":"N\u00e9v\u00e9ol","sequence":"additional","affiliation":[]},{"given":"Aude","family":"Robert","sequence":"additional","affiliation":[]},{"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[]},{"given":"Rene","family":"Spijker","sequence":"additional","affiliation":[]},{"given":"Jo\u00e3o","family":"Palotti","sequence":"additional","affiliation":[]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,8,17]]},"reference":[{"key":"26_CR1","doi-asserted-by":"crossref","unstructured":"Cormack, G.V., Grossman, M.R.: Engineering quality and reliability in technology-assisted review. In: Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2016, pp. 75\u201384. ACM, New York (2016). http:\/\/doi.acm.org\/10.1145\/2911451.2911510","DOI":"10.1145\/2911451.2911510"},{"issue":"5","key":"26_CR2","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/s10791-011-9162-z","volume":"14","author":"GV Cormack","year":"2011","unstructured":"Cormack, G.V., Smucker, M.D., Clarke, C.L.: Efficient and effective spam filtering and re-ranking for large web datasets. Inf. Retrieval 14(5), 441\u2013465 (2011)","journal-title":"Inf. Retrieval"},{"key":"26_CR3","unstructured":"Goeuriot, L., Jones, G.J., Kelly, L., Leveling, J., Hanbury, A., M\u00fcller, H., Salantera, S., Suominen, H., Zuccon, G.: ShARe, CLEF eHealth Evaluation Lab 2013, Task 3: Information retrieval to address patients\u2019 questions when reading clinical reports. CLEF 2013 Online Working. Notes 8138 (2013)"},{"key":"26_CR4","unstructured":"Goeuriot, L., Kelly, L., Lee, W., Palotti, J., Pecina, P., Zuccon, G., Hanbury, A., Gareth J.F. Jones, H.M.: ShARe\/CLEF eHealth Evaluation Lab 2014, Task 3: user-centred health information retrieval. In: CLEF 2014 Evaluation Labs and Workshop: Online Working Notes, Sheffield, UK (2014)"},{"key":"26_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/978-3-319-24027-5_44","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Goeuriot","year":"2015","unstructured":"Goeuriot, L., Kelly, L., Suominen, H., Hanlen, L., N\u00e9v\u00e9ol, A., Grouin, C., Palotti, J., Zuccon, G.: Overview of the CLEF eHealth evaluation lab 2015. In: Mothe, J., Savoy, J., Kamps, J., Pinel-Sauvagnat, K., Jones, G.J.F., SanJuan, E., Cappellato, L., Ferro, N. (eds.) CLEF 2015. LNCS, vol. 9283, pp. 429\u2013443. Springer, Cham (2015). doi:10.1007\/978-3-319-24027-5_44"},{"key":"26_CR6","unstructured":"Hanbury, A., M\u00fcller, H.: Khresmoi - multimodal multilingual medical information search. In: Medical Informatics Europe 2012 (MIE 2012), Village of the Future (2012)"},{"key":"26_CR7","unstructured":"Hiemstra, D., Hauff, C.: Mirex: Mapreduce information retrieval experiments. arXiv preprint arXiv:1004.4489"},{"issue":"4","key":"26_CR8","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst."},{"key":"26_CR9","unstructured":"Kanoulas, E., Li, D., Azzopardi, L., Spijker, R.: Overview of the CLEF technologically assisted reviews in empirical medicine. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2017)"},{"key":"26_CR10","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/978-3-319-44564-9_24","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Kelly","year":"2016","unstructured":"Kelly, L., Goeuriot, L., Suominen, H., N\u00e9v\u00e9ol, A., Palotti, J., Zuccon, G.: Overview of the CLEF eHealth evaluation lab 2016. In: Fuhr, N., Quaresma, P., Gon\u00e7alves, T., Larsen, B., Balog, K., Macdonald, C., Cappellato, L., Ferro, N. (eds.) CLEF 2016. LNCS, vol. 9822, pp. 255\u2013266. Springer, Cham (2016). doi:10.1007\/978-3-319-44564-9_24"},{"key":"26_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1007\/978-3-319-11382-1_17","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Interaction","author":"L Kelly","year":"2014","unstructured":"Kelly, L., Goeuriot, L., Suominen, H., Schreck, T., Leroy, G., Mowery, D.L., Velupillai, S., Chapman, W.W., Martinez, D., Zuccon, G., Palotti, J.: Overview of the ShARe\/CLEF eHealth evaluation lab 2014. In: Kanoulas, E., Lupu, M., Clough, P., Sanderson, M., Hall, M., Hanbury, A., Toms, E. (eds.) CLEF 2014. LNCS, vol. 8685, pp. 172\u2013191. Springer, Cham (2014). doi:10.1007\/978-3-319-11382-1_17"},{"issue":"1","key":"26_CR12","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1186\/2046-4053-2-82","volume":"2","author":"MM Leeflang","year":"2013","unstructured":"Leeflang, M.M., Deeks, J.J., Takwoingi, Y., Macaskill, P.: Cochrane diagnostic test accuracy reviews. Syst. Rev. 2(1), 82 (2013)","journal-title":"Syst. Rev."},{"key":"26_CR13","unstructured":"Macdonald, C., McCreadie, R., Santos, R.L., Ounis, I.: From puppy to maturity: experiences in developing terrier. In: Proceeding of OSIR at SIGIR, pp. 60\u201363 (2012)"},{"key":"26_CR14","unstructured":"N\u00e9v\u00e9ol, A., Anderson, R.N., Cohen, K.B., Grouin, C., Lavergne, T., Rey, G., Robert, A., Zweigenbaum, P.: CLEF eHealth 2017 multilingual information extraction task overview: ICD10 coding of death certificates in English and French. In: CLEF 2017 Online Working Notes. CEUR-WS (2017)"},{"key":"26_CR15","unstructured":"N\u00e9v\u00e9ol, A., Cohen, K.B., Grouin, C., Hamon, T., Lavergne, T., Kelly, L., Goeuriot, L., Rey, G., Robert, A., Tannier, X., Zweigenbaum, P.: Clinical information extraction at the CLEF eHealth evaluation lab 2016. In: CLEF 2016 Evaluation Labs and Workshop: Online Working Notes. CEUR-WS (2016)"},{"key":"26_CR16","unstructured":"Palotti, J., Zuccon, G., Goeuriot, L., Kelly, L., Hanburyn, A., Jones, G.J., Lupu, M., Pecina, P.: CLEF eHealth evaluation lab 2015, Task 2: retrieving information about medical symptoms. In: CLEF 2015 Online Working Notes. CEUR-WS (2015)"},{"key":"26_CR17","unstructured":"Palotti, J., Zuccon, G., Jimmy, Pecina, P., Lupu, M., Goeuriot, L., Kelly, L., Hanbury, A.: CLEF 2017 task overview: the IR task at the eHealth evaluation lab. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2017)"},{"key":"26_CR18","unstructured":"Strohman, T., Metzler, D., Turtle, H., Croft, W.B.: Indri: a language model-based search engine for complex queries. In: Proceedings of the International Conference on Intelligent Analysis, vol. 2, pp. 2\u20136. Citeseer (2005)"},{"key":"26_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1007\/978-3-642-40802-1_24","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visualization","author":"H Suominen","year":"2013","unstructured":"Suominen, H., et al.: Overview of the ShARe\/CLEF eHealth evaluation lab 2013. In: Forner, P., M\u00fcller, H., Paredes, R., Rosso, P., Stein, B. (eds.) CLEF 2013. LNCS, vol. 8138, pp. 212\u2013231. Springer, Heidelberg (2013). doi:10.1007\/978-3-642-40802-1_24"},{"key":"26_CR20","doi-asserted-by":"crossref","unstructured":"Zuccon, G.: Understandability biased evaluation for information retrieval. In: Advances in Information Retrieval, pp. 280\u2013292 (2016)","DOI":"10.1007\/978-3-319-30671-1_21"},{"key":"26_CR21","unstructured":"Zuccon, G., Koopman, B.: Integrating understandability in the evaluation of consumer health search engines. In: Medical Information Retrieval Workshop at SIGIR 2014, p. 32 (2014)"},{"key":"26_CR22","unstructured":"Zuccon, G., Palotti, J., Goeuriot, L., Kelly, L., Lupu, M., Pecina, P., Mueller, H., Budaher, J., Deacon, A.: The IR task at the CLEF eHealth evaluation lab 2016: user-centred health information retrieval. In: CLEF 2016 Evaluation Labs and Workshop: Online Working Notes, CEUR-WS, September 2016"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-65813-1_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,13]],"date-time":"2024-03-13T16:02:45Z","timestamp":1710345765000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-65813-1_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319658124","9783319658131"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-65813-1_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2017]]},"assertion":[{"value":"17 August 2017","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2017","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 September 2017","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2017","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2017","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2017.clef-initiative.eu\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}