{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,13]],"date-time":"2026-01-13T08:10:58Z","timestamp":1768291858169,"version":"3.49.0"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000002","name":"NIH","doi-asserted-by":"publisher","award":["U01CA154602"],"award-info":[{"award-number":["U01CA154602"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"NIH","doi-asserted-by":"publisher","award":["R00LM009889"],"award-info":[{"award-number":["R00LM009889"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["medicalimagingandgraphics.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computerized Medical Imaging and Graphics"],"published-print":{"date-parts":[[2015,1]]},"DOI":"10.1016\/j.compmedimag.2014.03.004","type":"journal-article","created":{"date-parts":[[2014,3,27]],"date-time":"2014-03-27T13:33:05Z","timestamp":1395927185000},"page":"55-61","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":98,"special_numbering":"C","title":["Evaluating performance of biomedical image retrieval systems\u2014An overview of the medical image retrieval task at ImageCLEF 2004\u20132013"],"prefix":"10.1016","volume":"39","author":[{"given":"Jayashree","family":"Kalpathy-Cramer","sequence":"first","affiliation":[]},{"given":"Alba Garc\u00eda Seco","family":"de Herrera","sequence":"additional","affiliation":[]},{"given":"Dina","family":"Demner-Fushman","sequence":"additional","affiliation":[]},{"given":"Sameer","family":"Antani","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0163-9397","authenticated-orcid":false,"given":"Steven","family":"Bedrick","sequence":"additional","affiliation":[]},{"given":"Henning","family":"M\u00fcller","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.compmedimag.2014.03.004_bib0005","doi-asserted-by":"crossref","DOI":"10.1002\/asi.22810","article-title":"Image retrieval from scientific publications: text and image content processing to separate multi-panel figures","author":"Apostolova","year":"2013","journal-title":"J Am Soc Inform Sci"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0010","series-title":"ImageCLEF \u2013 experimental evaluation in image retrieval","article-title":"Improving Early Precision in the ImageCLEF Medical Retrieval Task","author":"Bedrick","year":"2010"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0015","series-title":"Implementation of the SMART information retrieval system","author":"Buckley","year":"1985"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0020","series-title":"Working Notes of CLEF 2013 (Cross Language Evaluation Forum)","article-title":"ImageCLEF 2013: the vision, the data and the open challenges","author":"Caputo","year":"2013"},{"issue":"11","key":"10.1016\/j.compmedimag.2014.03.004_bib0025","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1109\/C-M.1981.220243","article-title":"Pictorial data-base applications","volume":"14","author":"Chang","year":"1981","journal-title":"IEEE Comput"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0030","series-title":"ImageCLEF \u2013 experimental evaluation of visual information retrieval","first-page":"3","article-title":"Seven years of ImageCLEF","author":"Clough","year":"2010"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0035","series-title":"The CLEF 2005 Cross-Language Image Retrieval Track, Springer Lecture Notes in Computer Science LNCS 4022","first-page":"535","author":"Clough","year":"2006"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0040","series-title":"The CLEF Cross Language Image Retrieval Track (ImageCLEF) 2004, CLEF Proceedings \u2013 Springer Lecture Notes in Computer Science volume LNCS 3491","first-page":"597","author":"Clough","year":"2005"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0045","series-title":"The CLEF 2003 Cross Language Image Retrieval Task, working notes of CLEF","author":"Clough","year":"2013"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0050","doi-asserted-by":"crossref","DOI":"10.1093\/bib\/6.1.57","article-title":"A survey of current work in biomedical text mining","author":"Cohen","year":"2005","journal-title":"Brief Bioinform"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0055","first-page":"95","article-title":"Fusion techniques for combining textual and visual information retrieval","volume":"vol. 32","author":"Depeursinge","year":"2010"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0060","series-title":"3D Case-Based Retrieval for Interstitial Lung Diseases, MICCAI workshop on Medical Content-Based Retrieval for Clinical Decision Support, Springer Lecture Notes in Computer Science LNCS 5853","first-page":"39","author":"Depeursinge","year":"2010"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0065","series-title":"Accessing Multilingual Information Repositories. Volume 4022 of LNCS","first-page":"688","article-title":"FIRE in ImageCLEF 2005: combining content-based image retrieval with textual information retrieval","author":"Deselaers","year":"2006"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0070","series-title":"CLEF conference, Springer Lecture Notes in Computer Science","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-642-33247-0_3","article-title":"Bringing the algorithms to the data: cloud-based benchmarking for medical image analysis","author":"Hanbury","year":"2012"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0075","series-title":"Overview of the First Text REtrieval Conference (TREC-1). TREC 1992","first-page":"1","author":"Harman","year":"1992"},{"issue":"3","key":"10.1016\/j.compmedimag.2014.03.004_bib0080","first-page":"253","article-title":"Lucene in action. (2004) Structured biomedical text","volume":"14","author":"Hatcher","year":"2007","journal-title":"J Am Med Inform Assoc"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0085","doi-asserted-by":"crossref","first-page":"268","DOI":"10.1016\/j.ijmedinf.2005.08.002","article-title":"Hospital information systems\u2014past, present, future","volume":"75","author":"Haux","year":"2005","journal-title":"Int J Med Inform"},{"issue":"6","key":"10.1016\/j.compmedimag.2014.03.004_bib0090","doi-asserted-by":"crossref","first-page":"648","DOI":"10.1007\/s10278-008-9154-8","article-title":"The consolidated ImageCLEFmed medical image retrieval task test collection","volume":"22","author":"Hersh","year":"2009","journal-title":"J Digit Imag"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0095","series-title":"Slice of Life Conference on Multimedia in Medical Education (SOL 2005)","article-title":"Task analysis for evaluating image retrieval systems in the ImageCLEF biomedical image retrieval task","author":"Hersh","year":"2005"},{"issue":"May\u2013June (3)","key":"10.1016\/j.compmedimag.2014.03.004_bib0100","doi-asserted-by":"crossref","first-page":"253","DOI":"10.1197\/jamia.M2233","article-title":"Essie: A Concept-based Search Engine for Structured Biomedical Text","volume":"14","author":"Ide","year":"2007","journal-title":"J Am Med Inform Assoc"},{"issue":"6","key":"10.1016\/j.compmedimag.2014.03.004_bib0105","doi-asserted-by":"crossref","DOI":"10.2214\/AJR.06.1740","article-title":"GoldMiner: a radiology image search engine","volume":"188","author":"Kahn","year":"2007","journal-title":"Am J Roentgenol"},{"issue":"6","key":"10.1016\/j.compmedimag.2014.03.004_bib0110","doi-asserted-by":"crossref","first-page":"539","DOI":"10.3414\/ME11-02-0025","article-title":"A survey on visual information search behavior and requirements of radiologists","volume":"51","author":"Markonis","year":"2012","journal-title":"Methods Inform Med"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0115","series-title":"Analyzing Web Log Files of the Health On the Net HONmedia Search Engine to Define Typical Image Search Tasks for Image Retrieval Evaluation, medinfo 2007","author":"M\u00fcller","year":"2007"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0120","series-title":"ImageCLEF \u2013 Experimental Evaluation in Visual Information Retrieval. Volume 32 of The Springer International Series On Information Retrieval","year":"2010"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0125","series-title":"Proceedings of the Medical Informatics Europe Conference (MIE 2006)","first-page":"24","article-title":"Health care professionals\u2019 image use and search behaviour","author":"M\u00fcller","year":"2006"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0130","series-title":"Overview of the ImageCLEF 2012 medical image retrieval and classification tasks CLEF 2012 working notes","author":"M\u00fcller","year":"2012"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0135","series-title":"Using medGIFT and easyIR for the ImageCLEF 2005 evaluation tasks, CLEF 2005 working notes","author":"M\u00fcller","year":"2005"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0140","series-title":"Proceedings of the 10th international conference on cross-language","article-title":"Overview of the CLEF 2009 medical image retrieval track","author":"M\u00fcller","year":"2009"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0145","series-title":"SPIE medical imaging","article-title":"Creating a classification of image types in the medical literature for visual categorization","author":"M\u00fcller","year":"2012"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0150","series-title":"Evaluating Systems for Multilingual and Multimodal Information Access \u2013 9th Workshop of the Cross-Language Evaluation Forum. Volume 5706 of Lecture Notes in Computer Science (LNCS)","first-page":"500","article-title":"Overview of the ImageCLEFmed 2008 medical image retrieval task","author":"M\u00fcller","year":"2009"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0155","series-title":"The ImageCLEF Medical Retrieval Task at ICPR 2010 \u2013 Information Fusion to Combine Visual and Textual Information, ICPR 2010 contest proceedings, Springer LNCS 6388","first-page":"99","author":"M\u00fcller","year":"2010"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0160","series-title":"Medical Informatics Europe (MIE2008)","article-title":"Using Medline queries to generate image retrieval tasks for benchmarking","author":"M\u00fcller","year":"2008"},{"issue":"6","key":"10.1016\/j.compmedimag.2014.03.004_bib0165","doi-asserted-by":"crossref","first-page":"295","DOI":"10.1016\/j.compmedimag.2004.04.005","article-title":"A reference data set for the evaluation of medical image retrieval systems","volume":"28","author":"M\u00fcller","year":"2004","journal-title":"Comput Med Imag Graph"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0170","series-title":"Storage and Retrieval for Image and Video Databases, volume 1908 of SPIE Proceedings","first-page":"173","article-title":"QBIC project: querying images by content, using color, texture, and shape","author":"Niblack","year":"1993"},{"issue":"5","key":"10.1016\/j.compmedimag.2014.03.004_bib0175","doi-asserted-by":"crossref","first-page":"1227","DOI":"10.1109\/TITB.2010.2053716","article-title":"Medical case retrieval from a committee of decision trees","volume":"14","author":"Quellec","year":"2010","journal-title":"IEEE Trans Inform Technol Biomed"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0180","article-title":"A study on the relevance criteria for medical images","author":"Sedghi","year":"2009","journal-title":"Pattern Recogn Lett"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0185","series-title":"Report on the Need for and Provision of an \u201cideal\u201d Information Retrieval Test Collection","author":"Sparck Jones","year":"1975"},{"issue":"12","key":"10.1016\/j.compmedimag.2014.03.004_bib0190","doi-asserted-by":"crossref","first-page":"1349","DOI":"10.1109\/34.895972","article-title":"Content-based image retrieval at the end of the early years","volume":"22","author":"Smeulders","year":"2000","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"13\u201314","key":"10.1016\/j.compmedimag.2014.03.004_bib0195","doi-asserted-by":"crossref","first-page":"1193","DOI":"10.1016\/S0167-8655(00)00081-7","article-title":"Content-based query of image databases: inspirations from text retrieval","volume":"21","author":"Squire","year":"2000","journal-title":"Pattern Recogn Lett"},{"issue":"April (4)","key":"10.1016\/j.compmedimag.2014.03.004_bib0200","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1002\/asi.21494","article-title":"The scholarly impact of TRECVid (2003\u20132009)","volume":"62","author":"Thornley","year":"2011","journal-title":"J Am Soc Inform Sci Technol"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0205","series-title":"Log Analysis to Understand Medical Professionals\u2019 Image Searching Behaviour","author":"Tsikrika","year":"2012"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0210","series-title":"The Scholarly Impact of CLEF (2000\u20132009), CLEF 2013, Springer LNCS 8138","first-page":"1","author":"Tsikrika","year":"2013"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0215","series-title":"EuroWordNet: a multilingual database with lexical semantic networks","author":"Vossen","year":"1998"},{"key":"10.1016\/j.compmedimag.2014.03.004_bib0220","series-title":"Proceedings of the 21st Annual International ACM SIGIR Conference on Research and Development in Information Retrieval","first-page":"307","article-title":"How reliable are the results of large-scale information retrieval experiments?","author":"Zobel","year":"1998"},{"issue":"1","key":"10.1016\/j.compmedimag.2014.03.004_bib0225","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1108\/00012531311297186","article-title":"How do health care professionals select the medical images they need?","volume":"65","author":"Sedghi","year":"2013","journal-title":"Aslib Proceedings"},{"issue":"2","key":"10.1016\/j.compmedimag.2014.03.004_bib0230","article-title":"Evaluating the performance of information retrieval systems using test collections","volume":"18","author":"Clough","year":"2013","journal-title":"Inform Res"}],"container-title":["Computerized Medical Imaging and Graphics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895611114000366?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895611114000366?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,8,8]],"date-time":"2019-08-08T20:14:14Z","timestamp":1565295254000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0895611114000366"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,1]]},"references-count":46,"alternative-id":["S0895611114000366"],"URL":"https:\/\/doi.org\/10.1016\/j.compmedimag.2014.03.004","relation":{},"ISSN":["0895-6111"],"issn-type":[{"value":"0895-6111","type":"print"}],"subject":[],"published":{"date-parts":[[2015,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Evaluating performance of biomedical image retrieval systems\u2014An overview of the medical image retrieval task at ImageCLEF 2004\u20132013","name":"articletitle","label":"Article Title"},{"value":"Computerized Medical Imaging and Graphics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.compmedimag.2014.03.004","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"Copyright \u00a9 2014 Elsevier Ltd. Published by Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}]}}