{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T20:24:04Z","timestamp":1768595044728,"version":"3.49.0"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319989310","type":"print"},{"value":"9783319989327","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-98932-7_26","type":"book-chapter","created":{"date-parts":[[2018,8,14]],"date-time":"2018-08-14T07:51:14Z","timestamp":1534233074000},"page":"286-301","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":24,"title":["Overview of the CLEF eHealth Evaluation Lab 2018"],"prefix":"10.1007","author":[{"given":"Hanna","family":"Suominen","sequence":"first","affiliation":[]},{"given":"Liadh","family":"Kelly","sequence":"additional","affiliation":[]},{"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[]},{"given":"Aur\u00e9lie","family":"N\u00e9v\u00e9ol","sequence":"additional","affiliation":[]},{"given":"Lionel","family":"Ramadier","sequence":"additional","affiliation":[]},{"given":"Aude","family":"Robert","sequence":"additional","affiliation":[]},{"given":"Evangelos","family":"Kanoulas","sequence":"additional","affiliation":[]},{"given":"Rene","family":"Spijker","sequence":"additional","affiliation":[]},{"given":"Leif","family":"Azzopardi","sequence":"additional","affiliation":[]},{"given":"Dan","family":"Li","sequence":"additional","affiliation":[]},{"family":"Jimmy","sequence":"additional","affiliation":[]},{"given":"Jo\u00e3o","family":"Palotti","sequence":"additional","affiliation":[]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,8,15]]},"reference":[{"key":"26_CR1","doi-asserted-by":"publisher","unstructured":"Cormack, G.V., Grossman, M.R.: Engineering quality and reliability in technology-assisted review. In: Proceedings of the 39th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2016, pp. 75\u201384. ACM, New York (2016). https:\/\/doi.org\/10.1145\/2911451.2911510","DOI":"10.1145\/2911451.2911510"},{"key":"26_CR2","doi-asserted-by":"crossref","unstructured":"Ferro, N., Maistro, M., Sakai, T., Soboroff, I.: Overview of CENTRE @ CLEF 2018. In: Ferro, N., et al. (eds.) CLEF 2018. LNCS, vol. 11018, pp. 239\u2013246 (2018)","DOI":"10.1007\/978-3-319-98932-7_23"},{"key":"26_CR3","unstructured":"Goeuriot, L., et al.: D7.3 meta-analysis of the second phase of empirical and user-centered evaluations. Technical report, Khresmoi Project, August 2014"},{"key":"26_CR4","unstructured":"Goeuriot, L., et al.: ShARe\/CLEF eHealth evaluation lab 2013, Task 3: information retrieval to address patients\u2019 questions when reading clinical reports. CLEF 2013 Online Working Notes 8138 (2013)"},{"key":"26_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10791-017-9313-y","volume":"21","author":"L Goeuriot","year":"2018","unstructured":"Goeuriot, L., et al.: An analysis of evaluation campaigns in ad-hoc medical information retrieval: CLEF eHealth 2013 and 2014. Inf. Retr. J. 21, 1\u201334 (2018)","journal-title":"Inf. Retr. J."},{"key":"26_CR6","unstructured":"Goeuriot, L., et al.: ShARe\/CLEF eHealth evaluation lab 2014, Task 3: user-centred health information retrieval. In: CLEF 2014 Evaluation Labs and Workshop: Online Working Notes. Sheffield, UK (2014)"},{"key":"26_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1007\/978-3-319-24027-5_44","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Goeuriot","year":"2015","unstructured":"Goeuriot, L., et al.: Overview of the CLEF eHealth evaluation lab 2015. In: Mothe, J., et al. (eds.) CLEF 2015. LNCS, vol. 9283, pp. 429\u2013443. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24027-5_44"},{"key":"26_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-3-319-65813-1_26","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Goeuriot","year":"2017","unstructured":"Goeuriot, L., et al.: CLEF 2017 eHealth evaluation lab overview. In: Jones, G.L.F., et al. (eds.) CLEF 2017. LNCS, vol. 10456, pp. 291\u2013303. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-65813-1_26"},{"key":"26_CR9","doi-asserted-by":"crossref","unstructured":"Jimmy, Zuccon, G., Demartini, G.: On the volatility of commercial search engines and its impact on information retrieval research. In: SIGIR 2018 (2018)","DOI":"10.1145\/3209978.3210088"},{"key":"26_CR10","unstructured":"Jimmy, Zuccon, G., Palotti, J., Goeuriot, L., Kelly, L.: Overview of the CLEF 2018 consumer health search task. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2018)"},{"key":"26_CR11","unstructured":"Kanoulas, E., Li, D., Azzopardi, L., Spijker, R.: CLEF 2017 technologically assisted reviews in empirical medicine overview. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2017)"},{"key":"26_CR12","unstructured":"Kanoulas, E., Li, D., Azzopardi, L., Spijker, R.: CLEF 2018 technologically assisted reviews in empirical medicine overview. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2018)"},{"key":"26_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/978-3-319-44564-9_24","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Kelly","year":"2016","unstructured":"Kelly, L., Goeuriot, L., Suominen, H., N\u00e9v\u00e9ol, A., Palotti, J., Zuccon, G.: Overview of the CLEF eHealth evaluation lab 2016. In: Fuhr, N., et al. (eds.) CLEF 2016. LNCS, vol. 9822, pp. 255\u2013266. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44564-9_24"},{"key":"26_CR14","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1007\/978-3-319-11382-1_17","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Interaction","author":"L Kelly","year":"2014","unstructured":"Kelly, L., et al.: Overview of the ShARe\/CLEF eHealth evaluation lab 2014. In: Kanoulas, E., et al. (eds.) CLEF 2014. LNCS, vol. 8685, pp. 172\u2013191. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-11382-1_17"},{"issue":"1","key":"26_CR15","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1186\/2046-4053-2-82","volume":"2","author":"MM Leeflang","year":"2013","unstructured":"Leeflang, M.M., Deeks, J.J., Takwoingi, Y., Macaskill, P.: Cochrane diagnostic test accuracy reviews. Syst. Rev. 2(1), 82 (2013)","journal-title":"Syst. Rev."},{"key":"26_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/978-3-319-56608-5_28","volume-title":"Advances in Information Retrieval","author":"A Lipani","year":"2017","unstructured":"Lipani, A., Palotti, J., Lupu, M., Piroi, F., Zuccon, G., Hanbury, A.: Fixed-cost pooling strategies based on IR evaluation measures. In: Jose, J.M., et al. (eds.) ECIR 2017. LNCS, vol. 10193, pp. 357\u2013368. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-56608-5_28"},{"issue":"1","key":"26_CR17","doi-asserted-by":"publisher","first-page":"2:1","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Syst. 27(1), 2:1\u20132:27 (2008). https:\/\/doi.org\/10.1145\/1416950.1416952","journal-title":"ACM Trans. Inf. Syst."},{"key":"26_CR18","unstructured":"N\u00e9v\u00e9ol, A., et al.: CLEF eHealth 2017 multilingual information extraction task overview: ICD10 coding of death certificates in English and French. In: Cappellato, L., Ferro, N., Goeuriot, L., Mandl, T. (eds.) CLEF 2017 Working Notes. CEUR Workshop Proceedings (CEUR-WS.org) (2017). ISSN 1613\u20130073. http:\/\/ceur-ws.org\/Vol-1866\/"},{"key":"26_CR19","unstructured":"N\u00e9v\u00e9ol, A., et al.: Clinical information extraction at the CLEF eHealth evaluation lab 2016. In: Balog, K., Cappellato, L., Ferro, N., Macdonald, C. (eds.) CLEF 2016 Working Notes. CEUR Workshop Proceedings (CEUR-WS.org) (2016). ISSN 1613\u20130073. http:\/\/ceur-ws.org\/Vol-1609\/"},{"key":"26_CR20","unstructured":"N\u00e9v\u00e9ol, A., et al.: CLEF eHealth 2017 multilingual information extraction task overview: ICD10 coding of death certificates in English and French. In: CLEF 2017 Online Working Notes. CEUR-WS (2017)"},{"key":"26_CR21","unstructured":"N\u00e9v\u00e9ol, A., et al.: CLEF eHealth 2018 multilingual information extraction task overview: ICD10 coding of death certificates in French, Hungarian and Italian. In: CLEF 2018 Online Working Notes. CEUR-WS (2018)"},{"key":"26_CR22","unstructured":"Palotti, J., et al.: CLEF eHealth evaluation lab 2015, task 2: retrieving information about medical symptoms. In: CLEF 2015 Online Working Notes. CEUR-WS (2015)"},{"key":"26_CR23","unstructured":"Palotti, J., et al.: CLEF 2017 task overview: the IR Task at the eHealth evaluation lab. In: Working Notes of Conference and Labs of the Evaluation (CLEF) Forum. CEUR Workshop Proceedings (2017)"},{"key":"26_CR24","unstructured":"Park, L.A., Zhang, Y.: On the distribution of user persistence for rank-biased precision. In: Proceedings of the 12th Australasian Document Computing Symposium, pp. 17\u201324 (2007)"},{"key":"26_CR25","unstructured":"Suominen, H.: In: Forner, P., Karlgren, J., Womser-Hacker, C., Ferro, N. (eds.) CLEF 2012 Working Notes. CEUR Workshop Proceedings (CEUR-WS.org) (2012). ISSN 1613\u20130073. http:\/\/ceur-ws.org\/Vol-1178\/"},{"key":"26_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1007\/978-3-642-40802-1_24","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visualization","author":"H Suominen","year":"2013","unstructured":"Suominen, H., et al.: Overview of the ShARe\/CLEF eHealth evaluation lab 2013. In: Forner, P., M\u00fcller, H., Paredes, R., Rosso, P., Stein, B. (eds.) CLEF 2013. LNCS, vol. 8138, pp. 212\u2013231. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-40802-1_24"},{"key":"26_CR27","unstructured":"Zuccon, G., et al.: The IR task at the CLEF eHealth evaluation lab 2016: user-centred health information retrieval. In: CLEF 2016 Evaluation Labs and Workshop: Online Working Notes, CEUR-WS, September 2016"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-98932-7_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,22]],"date-time":"2019-10-22T04:33:43Z","timestamp":1571718823000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-98932-7_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319989310","9783319989327"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-98932-7_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]}}}