{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,25]],"date-time":"2026-03-25T00:45:58Z","timestamp":1774399558905,"version":"3.50.1"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319445632","type":"print"},{"value":"9783319445649","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-44564-9_24","type":"book-chapter","created":{"date-parts":[[2016,8,21]],"date-time":"2016-08-21T22:00:36Z","timestamp":1471816836000},"page":"255-266","source":"Crossref","is-referenced-by-count":24,"title":["Overview of the CLEF eHealth Evaluation Lab 2016"],"prefix":"10.1007","author":[{"given":"Liadh","family":"Kelly","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hanna","family":"Suominen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aur\u00e9lie","family":"N\u00e9v\u00e9ol","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jo\u00e3o","family":"Palotti","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,8,23]]},"reference":[{"key":"24_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1007\/978-3-642-40802-1_24","volume-title":"Information Access Evaluation","author":"H Suominen","year":"2013","unstructured":"Suominen, H., et al.: Overview of the ShARe\/CLEF eHealth evaluation lab 2013. In: Forner, P., M\u00fcller, H., Paredes, R., Rosso, P., Stein, B. (eds.) CLEF 2013. LNCS, vol. 8138, pp. 212\u2013231. Springer, Heidelberg (2013)"},{"key":"24_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1007\/978-3-319-11382-1_17","volume-title":"Information Access Evaluation","author":"L Kelly","year":"2014","unstructured":"Kelly, L., et al.: Overview of the ShARe\/CLEF eHealth evaluation lab 2014. In: Kanoulas, E., Lupu, M., Clough, P., Sanderson, M., Hall, M., Hanbury, A., Toms, E. (eds.) CLEF 2014. LNCS, vol. 8685, pp. 172\u2013191. Springer, Heidelberg (2014)"},{"key":"24_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"429","DOI":"10.1007\/978-3-319-24027-5_44","volume-title":"Information Access Evaluation. Multilinguality, Multimodality, and Visualization","author":"L Goeuriot","year":"2015","unstructured":"Goeuriot, L., Kelly, L., Suominen, H., Hanlen, L., N\u00e9v\u00e9ol, A., Grouin, C., Palotti, J., Zuccon, G.: Overview of the CLEF eHealth evaluation lab 2015. In: Mothe, J., Savoy, J., Kamps, J., Pinel-Sauvagnat, K., Jones, G.J.F., SanJuan, E., Cappellato, L., Ferro, N. (eds.) CLEF 2015. LNCS, vol. 9283, pp. 429\u2013443. Springer, Heidelberg (2015)"},{"key":"24_CR4","unstructured":"Suominen, H., Hanlen, L., Goeuriot, L., Kelly, L., Jones, G.J.: Task 1a of the CLEF eHealth evaluation lab 2015: Clinical speech recognition. In: CLEF 2015 Online Working Notes, CEUR-WS (2015)"},{"issue":"e1","key":"24_CR5","doi-asserted-by":"crossref","first-page":"e48","DOI":"10.1136\/amiajnl-2014-002868","volume":"22","author":"H Suominen","year":"2015","unstructured":"Suominen, H., Johnson, M., Zhou, L., Sanchez, P., Sirel, R., Basilakis, J., Hanlen, L., Estival, D., Dawson, L., Kelly, B.: Capturing patient information at nursing shift changes: methodological evaluation of speech recognition and information extraction. J. Am. Med. Inform. Assoc. (JAMIA) 22(e1), e48\u2013e66 (2015)","journal-title":"J. Am. Med. Inform. Assoc. (JAMIA)"},{"key":"24_CR6","unstructured":"N\u00e9v\u00e9ol, A., Grouin, C., Leixa, J., Rosset, S., Zweigenbaum, P.: The QUAERO French medical corpus: a resource for medical entity recognition and normalization. In: Proceeding of BioTextMining Work, pp. 24\u201330 (2014)"},{"key":"24_CR7","unstructured":"N\u00e9v\u00e9ol, A., Grouin, C., Tannier, X., Hamon, T., Kelly, L., Goeuriot, L., Zweigenbaum, P.: CLEF eHealth evaluation lab 2015 task 1b: clinical named entity recognition. In: CLEF 2015 Online Working Notes, CEUR-WS (2015)"},{"key":"24_CR8","unstructured":"Goeuriot, L., Kelly, L., Li, W., Palotti, J., Pecina, P., Zuccon, G., Hanbury, A., Jones, G.J., Mueller, H.: ShARe\/CLEF eHealth Evaluation Lab 2014, Task 3: user-centred health information retrieval. In: CLEF 2014 Evaluation Labs and Workshop: Online Working Notes, Sheffield (2014)"},{"key":"24_CR9","unstructured":"Palotti, J., Zuccon, G., Goeuriot, L., Kelly, L., Hanburyn, A., Jones, G.J., Lupu, M., Pecina, P.: CLEF eHealth evaluation lab 2015, task 2: Retrieving information about medical symptoms. In: CLEF 2015 Online Working Notes, CEUR-WS (2015)"},{"key":"24_CR10","doi-asserted-by":"crossref","first-page":"e19","DOI":"10.2196\/medinform.4321","volume":"3","author":"H Suominen","year":"2015","unstructured":"Suominen, H., Zhou, L., Hanlen, L., Ferraro, G.: Benchmarking clinical speech recognition and information extraction: new data, methods and evaluations. JMIR Med. Informatics 3, e19 (2015)","journal-title":"JMIR Med. Informatics"},{"key":"24_CR11","unstructured":"Suominen, H., Zhou, L., Goeuriot, L., Kelly, L.: Task 1 of the CLEF eHealth evaluation lab 2016: Handover information extraction. In: CLEF 2016 Evaluation Labs and Workshop: Online Working Notes, CEUR-WS (2016)"},{"key":"24_CR12","unstructured":"Hanbury, A., M\u00fcller, H.: Khresmoi - multimodal multilingual medical information search. In: MIE village of the future (2012)"},{"key":"24_CR13","unstructured":"Goeuriot, L., Jones, G.J., Kelly, L., Leveling, J., Hanbury, A., M\u00fcller, H., Salantera, S., Suominen, H., Zuccon, G.: Share, CLEF eHealth evaluation lab 2013, task 3: Information retrieval to address patients\u2019 questions when reading clinical reports. CLEF: Online Working Notes 8138 (2013)"},{"key":"24_CR14","unstructured":"Macdonald, C., McCreadie, R., Santos, R.L., Ounis, I.: From puppy to maturity: experiences in developing terrier. In: Proceding of OSIR at SIGIR, pp. 60\u201363 (2012)"},{"key":"24_CR15","unstructured":"Strohman, T., Metzler, D., Turtle, H., Croft, W.B.: Indri: a language model-based search engine for complex queries. In: Proceedings of the International Conference on Intelligent Analysis. vol. 2, pp. 2\u20136, Citeseer (2005)"},{"key":"24_CR16","doi-asserted-by":"crossref","first-page":"441","DOI":"10.1007\/s10791-011-9162-z","volume":"14","author":"GV Cormack","year":"2011","unstructured":"Cormack, G.V., Smucker, M.D., Clarke, C.L.: Efficient and effective spam filtering and re-ranking for large web datasets. Inform. Retrieval 14, 441\u2013465 (2011)","journal-title":"Inform. Retrieval"},{"key":"24_CR17","unstructured":"Hiemstra, D., Hauff, C.: Mirex: Mapreduce information retrieval experiments. arXiv preprint arXiv:1004.4489 (2010)"},{"key":"24_CR18","doi-asserted-by":"crossref","first-page":"414","DOI":"10.1016\/j.jbi.2003.11.002","volume":"36","author":"O Bodenreider","year":"2003","unstructured":"Bodenreider, O., McCray, A.T.: Exploring semantic groups through visual approaches. J. Biomed. Inform. 36, 414\u2013432 (2003)","journal-title":"J. Biomed. Inform."},{"key":"24_CR19","doi-asserted-by":"crossref","unstructured":"Bailey, P., Moffat, A., Scholer, F., Thomas, P.: User Variability and IR System Evaluation. In: Proceeding of SIGIR (2015)","DOI":"10.1145\/2766462.2767728"},{"key":"24_CR20","doi-asserted-by":"crossref","unstructured":"Azzopardi, L.: Query side evaluation: an empirical analysis of effectiveness and effort. In: Proceeding of SIGIR (2009)","DOI":"10.1145\/1571941.1572037"},{"key":"24_CR21","unstructured":"Zuccon, G., Koopman, B.: Integrating understandability in the evaluation of consumer health search engines. In: Medical Information Retrieval Workshop at SIGIR 2014, p. 32 (2014)"},{"key":"24_CR22","doi-asserted-by":"crossref","unstructured":"Zuccon, G.: Understandability biased evaluation for information retrieval. In: Advances in Information Retrieval, pp. 280\u2013292 (2016)","DOI":"10.1007\/978-3-319-30671-1_21"},{"key":"24_CR23","doi-asserted-by":"crossref","first-page":"80","DOI":"10.2307\/3001968","volume":"1","author":"F Wilcoxon","year":"1945","unstructured":"Wilcoxon, F.: Individual comparisons by ranking methods. Biometrics Bull. 1, 80\u201383 (1945)","journal-title":"Biometrics Bull."},{"key":"24_CR24","unstructured":"Zuccon, G., Palotti, J., Goeuriot, L., Kelly, L., Lupu, M., Pecina, P., Mueller, H., Budaher, J., Deacon, A.: The IR Task at the CLEF eHealth evaluation lab 2016: user-centred health information retrieval. In: CLEF 2016 Evaluation Labs and Workshop: Online Working Notes, CEUR-WS (2016)"},{"key":"24_CR25","doi-asserted-by":"crossref","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inform. Syst. 20, 422\u2013446 (2002)","journal-title":"ACM Trans. Inform. Syst."}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-44564-9_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,24]],"date-time":"2017-06-24T17:05:19Z","timestamp":1498323919000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-44564-9_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319445632","9783319445649"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-44564-9_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]}}}