{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T07:48:06Z","timestamp":1769586486172,"version":"3.49.0"},"publisher-location":"Berlin, Heidelberg","reference-count":40,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642408014","type":"print"},{"value":"9783642408021","type":"electronic"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-40802-1_24","type":"book-chapter","created":{"date-parts":[[2013,9,10]],"date-time":"2013-09-10T02:48:30Z","timestamp":1378781310000},"page":"212-231","source":"Crossref","is-referenced-by-count":109,"title":["Overview of the ShARe\/CLEF eHealth Evaluation Lab 2013"],"prefix":"10.1007","author":[{"given":"Hanna","family":"Suominen","sequence":"first","affiliation":[]},{"given":"Sanna","family":"Salanter\u00e4","sequence":"additional","affiliation":[]},{"given":"Sumithra","family":"Velupillai","sequence":"additional","affiliation":[]},{"given":"Wendy W.","family":"Chapman","sequence":"additional","affiliation":[]},{"given":"Guergana","family":"Savova","sequence":"additional","affiliation":[]},{"given":"Noemie","family":"Elhadad","sequence":"additional","affiliation":[]},{"given":"Sameer","family":"Pradhan","sequence":"additional","affiliation":[]},{"given":"Brett R.","family":"South","sequence":"additional","affiliation":[]},{"given":"Danielle L.","family":"Mowery","sequence":"additional","affiliation":[]},{"given":"Gareth J. F.","family":"Jones","sequence":"additional","affiliation":[]},{"given":"Johannes","family":"Leveling","sequence":"additional","affiliation":[]},{"given":"Liadh","family":"Kelly","sequence":"additional","affiliation":[]},{"given":"Lorraine","family":"Goeuriot","sequence":"additional","affiliation":[]},{"given":"David","family":"Martinez","sequence":"additional","affiliation":[]},{"given":"Guido","family":"Zuccon","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"issue":"suppl. 3","key":"24_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/2041-1480-2-S3-S1","volume":"2","author":"H. Allvin","year":"2011","unstructured":"Allvin, H., Carlsson, E., Dalianis, H., Danielsson-Ojala, R., Daudaravicius, V., Hassel, M., Kokkinakis, D., Lundgren-Laine, H., Nilsson, G., Nytro, O., Salanter\u00e4, S., Skeppstedt, M., Suominen, H., Velupillai, S.: Characteristics of Finnish and Swedish intensive care nursing narratives: A comparative analysis to support the development of clinical language technologies. Journal of Biomedical Semantics\u00a02(suppl. 3), S1 (2011)","journal-title":"Journal of Biomedical Semantics"},{"key":"24_CR2","unstructured":"Suominen, H. (ed.): The Proceedings of the CLEFeHealth2012 \u2014 the CLEF 2012 Workshop on Cross-Language Evaluation of Methods, Applications, and Resources for eHealth Document Analysis. NICTA (2012)"},{"key":"24_CR3","unstructured":"Fox, S.: Health Topics: 80% of internet users look for health information online. Technical report, Pew Research Center (February 2011)"},{"issue":"4","key":"24_CR4","doi-asserted-by":"publisher","first-page":"42","DOI":"10.2196\/jmir.1023","volume":"10","author":"P. Kummervold","year":"2008","unstructured":"Kummervold, P., Chronaki, C., Lausen, B., Prokosch, H., Rasmussen, J., Santana, S., Staniszewski, A., Wangberg, S.: eHealth trends in Europe 2005\u20132007: A population-based survey. Journal of Medical Internet Research\u00a010(4), e42 (2008)","journal-title":"Journal of Medical Internet Research"},{"key":"24_CR5","unstructured":"Experian Hitwise: Google Receives 87.81 Percent of Australian Searches in June 2008 (2008), http:\/\/www.hitwise.com\/au\/press-centre\/press-releases\/2008\/ap-google-searches-for-june\/"},{"key":"24_CR6","unstructured":"Pradhan, S., Elhadad, N., South, B., Martinez, D., Christensen, L., Vogel, A., Suominen, H., Chapman, W., Savova, G.: Task 1: ShARe\/CLEF eHealth Evaluation Lab 2013. In: Online Working Notes of CLEF, CLEF (2013)"},{"key":"24_CR7","unstructured":"Mowery, D., South, B., Christensen, L., Murtola, L., Salanter\u00e4, S., Suominen, H., Martinez, D., Elhadad, N., Pradhan, S., Savova, G., Chapman, W.: Task 2: ShARe\/CLEF eHealth Evaluation Lab 2013. In: Online Working Notes of CLEF, CLEF (2013)"},{"key":"24_CR8","unstructured":"Goeuriot, L., Jones, G., Kelly, L., Leveling, J., Hanbury, A., M\u00fcller, H., Salanter\u00e4, S., Suominen, H., Zuccon, G.: ShARe\/CLEF eHealth Evaluation Lab 2013, Task 3: Information retrieval to address patients\u2019 questions when reading clinical reports. In: Online Working Notes of CLEF, CLEF (2013)"},{"issue":"2","key":"24_CR9","first-page":"193","volume":"7","author":"H. Becker","year":"1972","unstructured":"Becker, H.: Computerization of patho-histological findings in natural language. Pathologia Europaea\u00a07(2), 193\u2013200 (1972)","journal-title":"Pathologia Europaea"},{"issue":"4","key":"24_CR10","first-page":"68","volume":"2","author":"B. Anderson","year":"1975","unstructured":"Anderson, B., Bross, I., Sager, N.: Grammatical compression in notes and records: Analysis and computation. American Journal of Computational Linguistics\u00a02(4), 68\u201382 (1975)","journal-title":"American Journal of Computational Linguistics"},{"key":"24_CR11","series-title":"AFIPS Conference Proceedings","first-page":"267","volume-title":"American Federation of Information Processing Societies: 1976 National Computer Conference","author":"L. Hirschman","year":"1976","unstructured":"Hirschman, L., Grishman, R., Sager, N.: From text to structured information: automatic processing of medical reports. In: American Federation of Information Processing Societies: 1976 National Computer Conference. AFIPS Conference Proceedings, vol.\u00a045, pp. 267\u2013275. Association for Computational Linguistics, New York (1976)"},{"key":"24_CR12","first-page":"222","volume":"12","author":"M. Collen","year":"1978","unstructured":"Collen, M.: Patient data acquisition. Medical Instrumentation\u00a012, 222\u2013225 (1978)","journal-title":"Medical Instrumentation"},{"key":"24_CR13","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1186\/1479-5876-8-22","volume":"8","author":"I. Sarkar","year":"2010","unstructured":"Sarkar, I.: Biomedical informatics and translational medicine. Journal of Translational Medicine\u00a08, 22 (2010) (review)","journal-title":"Journal of Translational Medicine"},{"issue":"5","key":"24_CR14","doi-asserted-by":"publisher","first-page":"760","DOI":"10.1016\/j.jbi.2009.08.007","volume":"42","author":"D. Demner-Fushman","year":"2009","unstructured":"Demner-Fushman, D., Chapman, W., McDonald, C.: What can natural language processing do for clinical decision support? Journal of Biomedical Informatics\u00a042(5), 760\u2013772 (2009) (review)","journal-title":"Journal of Biomedical Informatics"},{"key":"24_CR15","doi-asserted-by":"crossref","unstructured":"Meystre, S., Savova, G., Kipper-Schuler, K., Hurdle, J.: Extracting information from textual documents in the electronic health record: a review of recent research. Yearbook of Medical Informatics, 128\u2013144 (2008) (review)","DOI":"10.1055\/s-0038-1638592"},{"issue":"5","key":"24_CR16","doi-asserted-by":"publisher","first-page":"313","DOI":"10.1016\/j.jacr.2007.01.015","volume":"4","author":"B. Reiner","year":"2007","unstructured":"Reiner, B., Knight, N., Siegel, E.: Radiology reporting, past, present, and future: the radiologist\u2019s perspective. Journal of the American College of Radiology: JACR\u00a04(5), 313\u2013319 (2007) (review)","journal-title":"Journal of the American College of Radiology: JACR"},{"issue":"2","key":"24_CR17","doi-asserted-by":"crossref","first-page":"S293","DOI":"10.1016\/j.ijmedinf.2007.05.006","volume":"76","author":"H. Suominen","year":"2007","unstructured":"Suominen, H., Lehtikunnas, T., Back, B., Karsten, H., Salakoski, T., Salanter\u00e4, S.: Applying language technology to nursing documents: pros and cons with a focus on ethics. International Journal of Medical Informatics 76(suppl. 2), S293\u2013S301 (2007) (review)","journal-title":"International Journal of Medical Informatics"},{"issue":"5","key":"24_CR18","doi-asserted-by":"publisher","first-page":"358","DOI":"10.1093\/bib\/bbm045","volume":"8","author":"P. Zweigenbaum","year":"2007","unstructured":"Zweigenbaum, P., Demner-Fushman, D., Yu, H., Cohen, K.: Frontiers of biomedical text mining: current progress. Briefings in Bioinformatics\u00a08(5), 358\u2013375 (2007) (review)","journal-title":"Briefings in Bioinformatics"},{"issue":"4","key":"24_CR19","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1016\/j.jbi.2005.02.003","volume":"38","author":"E. Mendon\u00e7a","year":"2005","unstructured":"Mendon\u00e7a, E., Haas, J., Shagina, L., Larson, E., Friedman, C.: Extracting information on pneumonia in infants using natural language processing of radiology reports. Journal of Biomedical Informatics\u00a038(4), 314\u2013321 (2005)","journal-title":"Journal of Biomedical Informatics"},{"issue":"5","key":"24_CR20","doi-asserted-by":"publisher","first-page":"516","DOI":"10.1197\/jamia.M2077","volume":"13","author":"S. Pakhomov","year":"2006","unstructured":"Pakhomov, S., Buntrock, J., Chute, C.: Automating the assignment of diagnosis codes to patient encounters using example based and machine learning techniques. Journal of the American Medical Informatics Association: JAMIA\u00a013(5), 516\u2013525 (2006)","journal-title":"Journal of the American Medical Informatics Association: JAMIA"},{"key":"24_CR21","doi-asserted-by":"publisher","first-page":"540","DOI":"10.1136\/amiajnl-2011-000465","volume":"18","author":"W. Chapman","year":"2011","unstructured":"Chapman, W., Nadkarni, P., Hirschman, L., D\u2019Avolio, L., Savova, G., Uzuner, \u00d6.: Overcoming barriers to NLP for clinical text: the role of shared tasks and the need for additional creative solutions. Journal of the American Medical Informatics Association: JAMIA\u00a018, 540\u2013543 (2011) (editorial)","journal-title":"Journal of the American Medical Informatics Association: JAMIA"},{"key":"24_CR22","unstructured":"Robertson, S., Hull, D.: The TREC-9 filtering track final report. In: NIST Special Publication 500-249: The 9th Text REtrieval Conference (TREC 9), pp. 25\u201340 (2000)"},{"key":"24_CR23","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1007\/s10791-008-9072-x","volume":"12","author":"P.M. Roberts","year":"2009","unstructured":"Roberts, P.M., Cohen, A.M., Hersh, W.R.: Tasks, topics and relevance judging for the TREC genomics track: five years of experience evaluating biomedical text information retrieval systems. Information Retrieval\u00a012, 81\u201397 (2009)","journal-title":"Information Retrieval"},{"key":"24_CR24","unstructured":"Voorhees, E.M., Tong, R.M.: Overview of the TREC 2011 medical records track. In: Proceedings of TREC, NIST (2011)"},{"key":"24_CR25","unstructured":"Kalpathy-Cramer, J., M\u00fcller, H., Bedrick, S., Eggel, I., de Herrera, A., Tsikrika, T.: The CLEF 2011 medical image retrieval and classification tasks. In: Working Notes of CLEF 2011 (Cross Language Evaluation Forum) (2011)"},{"key":"24_CR26","unstructured":"M\u00fcller, H., Clough, P., Deselaers, T., Caputo, B. (eds.): Experimental Evaluation in Visual Information Retrieval. The Information Retrieval Series, vol.\u00a032. Springer (2010)"},{"key":"24_CR27","doi-asserted-by":"publisher","first-page":"552","DOI":"10.1136\/amiajnl-2011-000203","volume":"18","author":"\u00d6. Uzuner","year":"2011","unstructured":"Uzuner, \u00d6., South, B., Shen, S., DuVall, S.: 2010 i2b2\/VA challenge on concepts, assertions, and relations in clinical text. Journal of the American Medical Informatics Association: JAMIA\u00a018, 552\u2013556 (2011)","journal-title":"Journal of the American Medical Informatics Association: JAMIA"},{"key":"24_CR28","doi-asserted-by":"crossref","unstructured":"Pestian, J., Brew, C., Matykiewicz, P., Hovermale, D., Johnson, N., Cohen, K., Duch, W.: A shared task involving multi-label classification of clinical free text. In: BioNLP Workshop of the Association for Computational Linguistics, pp. 97\u2013104. Association for Computational Linguistics (2007)","DOI":"10.3115\/1572392.1572411"},{"issue":"suppl. 1","key":"24_CR29","doi-asserted-by":"publisher","first-page":"3","DOI":"10.4137\/BII.S9042","volume":"5","author":"J. Pestian","year":"2012","unstructured":"Pestian, J., Matykiewicz, P., Linn-Gust, M., South, B., Uzuner, \u00d6., Wiebe, J., Cohen, K., Hurdle, J., Brew, C.: Sentiment analysis of suicide notes: A shared task. Biomedical Informatics Insights\u00a05(suppl. 1), 3\u201316 (2012)","journal-title":"Biomedical Informatics Insights"},{"key":"24_CR30","unstructured":"Boyer, C., Gschwandtner, M., Hanbury, A., Kritz, M., Pletneva, N., Samwald, M., Vargas, A.: Use case definition including concrete data requirements (D8.2). public deliverable, Khresmoi EU project (2012)"},{"key":"24_CR31","unstructured":"Hanbury, A., M\u00fcller, H.: Khresmoi \u2013 multimodal multilingual medical information search. In: MIE Village of the Future (2012)"},{"key":"24_CR32","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1016\/j.jbi.2003.11.002","volume":"36","author":"O. Bodenreider","year":"2003","unstructured":"Bodenreider, O., McCray, A.: Exploring semantic groups through visual approaches. Journal of Biomedical Informatics\u00a036, 414\u2013432 (2003)","journal-title":"Journal of Biomedical Informatics"},{"key":"24_CR33","first-page":"130","volume-title":"Proceedings of the 2012 Workshop on Biomedical Natural Language Processing, BioNLP 2012","author":"B.R. South","year":"2012","unstructured":"South, B.R., Shen, S., Leng, J., Forbush, T.B., DuVall, S.L., Chapman, W.W.: A prototype tool set to support machine-assisted annotation. In: Proceedings of the 2012 Workshop on Biomedical Natural Language Processing, BioNLP 2012, pp. 130\u2013139. Association for Computational Linguistics, Stroudsburg (2012)"},{"key":"24_CR34","volume-title":"Proceedings of the 5th International Workshop on Evaluating Information Access (EVIA), A Satellite Workshop of the NTCIR-10 Conference","author":"L. Goeuriot","year":"2013","unstructured":"Goeuriot, L., Kelly, L., Jones, G., Zuccon, G., Suominen, H., Hanbury, A., M\u00fcller, H., Leveling, J.: Creation of a New Evaluation Benchmark for Information Retrieval Targeting Patient Information Needs. In: Song, R., Webber, W., Kando, N., Kishida, K. (eds.) Proceedings of the 5th International Workshop on Evaluating Information Access (EVIA), A Satellite Workshop of the NTCIR-10 Conference. National Institute of Informatics\/Kijima Printing, Tokyo\/Fukuoka (2013)"},{"key":"24_CR35","doi-asserted-by":"crossref","unstructured":"Koopman, B., Zuccon, G.: Relevation! an open source system for information retrieval relevance assessment. arXiv preprint (2013)","DOI":"10.1145\/2600428.2611175"},{"issue":"11","key":"24_CR36","doi-asserted-by":"publisher","first-page":"613","DOI":"10.1145\/361219.361220","volume":"18","author":"G. Salton","year":"1975","unstructured":"Salton, G., Wong, A., Yang, C.S.: A vector space model for automatic indexing. Communications of the ACM\u00a018(11), 613\u2013620 (1975)","journal-title":"Communications of the ACM"},{"key":"24_CR37","unstructured":"Robertson, S.E., Jones, S.: Simple, proven approaches to text retrieval. Technical Report 356, University of Cambridge (1994)"},{"key":"24_CR38","doi-asserted-by":"crossref","unstructured":"Yeh, A.: More accurate tests for the statistical significance of result differences. In: Proceedings of the 18th Conference on Computational Linguistics (COLING), Saarbr\u00fccken, Germany, pp. 947\u2013953 (2000)","DOI":"10.3115\/992730.992783"},{"key":"24_CR39","first-page":"623","volume-title":"Proceedings of the 16th ACM Conference on Information and Knowledge Management (CIKM 2007)","author":"M. Smucker","year":"2007","unstructured":"Smucker, M., Allan, J., Carterette, B.: A comparison of statistical significance tests for information retrieval evaluation. In: Proceedings of the 16th ACM Conference on Information and Knowledge Management (CIKM 2007), pp. 623\u2013632. Association for Computing Machinery, New York (2007)"},{"issue":"4","key":"24_CR40","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K. J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Transactions on Information Systems\u00a020(4), 422\u2013446 (2002)","journal-title":"ACM Transactions on Information Systems"}],"container-title":["Lecture Notes in Computer Science","Information Access Evaluation. Multilinguality, Multimodality, and Visualization"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-40802-1_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T17:04:06Z","timestamp":1563901446000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-40802-1_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642408014","9783642408021"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-40802-1_24","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013]]}}}