{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,8]],"date-time":"2026-08-08T17:16:27Z","timestamp":1786209387861,"version":"3.56.0"},"reference-count":41,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2001,4,1]],"date-time":"2001-04-01T00:00:00Z","timestamp":986083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Pattern Recognition Letters"],"published-print":{"date-parts":[[2001,4]]},"DOI":"10.1016\/s0167-8655(00)00118-5","type":"journal-article","created":{"date-parts":[[2002,7,25]],"date-time":"2002-07-25T15:01:49Z","timestamp":1027609309000},"page":"593-601","source":"Crossref","is-referenced-by-count":376,"title":["Performance evaluation in content-based image retrieval: overview and proposals"],"prefix":"10.1016","volume":"22","author":[{"given":"Henning","family":"M\u00fcller","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wolfgang","family":"M\u00fcller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David McG.","family":"Squire","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"St\u00e9phane","family":"Marchand-Maillet","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thierry","family":"Pun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/S0167-8655(00)00118-5_BIB1","doi-asserted-by":"crossref","unstructured":"Aksoy, S., Haralick, R.M., 1999. Graph theoretic clustering for image grouping and retrieval. In: Proc. 1999 IEEE Conf. Computer Vision and Pattern Recognition (CVPR'99), Fort Collins, CO, pp. 63\u201368","DOI":"10.1109\/CVPR.1999.786918"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB2","unstructured":"ANN, 1999. Annotated groundtruth database, Department of Computer Science and Engineering, University of Washington, http:\/\/www.cs.washington.edu\/research\/imagedatabase\/groundtruth\/"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB3","doi-asserted-by":"crossref","unstructured":"Belongie, S., Carson, C., Greenspan, H., Malik, J., 1998. Color- and texture-based image segmentation using EM and its application to content-based image retrieval. In: Proc. Internat. Conf. on Computer Vision (ICCV'98), Bombay, India","DOI":"10.1109\/ICCV.1998.710790"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB4","doi-asserted-by":"crossref","unstructured":"Berman, A.P., Shapiro, L.G., 1999. Efficient content-based retrieval: Experimental results. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 55\u201361","DOI":"10.1109\/IVL.1999.781124"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB5","doi-asserted-by":"crossref","first-page":"225","DOI":"10.1016\/0306-4573(89)90042-3","article-title":"All users of information retrieval systems are not created equal: an exploration into individual differences","volume":"25","author":"Borgman","year":"1989","journal-title":"Information Processing and Management"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB6","unstructured":"Cleverdon, C.W., Mills, L., Keen, M., 1966. Factors determining the performance of indexing systems, Technical report, Cranfield Project, Cranfield"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB7","doi-asserted-by":"crossref","unstructured":"Comaniciu, D., Meer, P., Xu, K., Tyler, D., 1999. Retrieval performance improvement through low rank corrections. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 50\u201354","DOI":"10.1109\/IVL.1999.781123"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB8","unstructured":"COR, 1999. Corel clipart and photos, http:\/\/www.corel.com\/products\/clipartandphotos\/"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB9","doi-asserted-by":"crossref","unstructured":"Cox, I.J., Miller, M.L., Omohundro, S.M., Yianilos, P.N., 1996. Target testing and the PicHunter Bayesian multimedia retrieval system, Advances in Digital Libraries (ADL'96), Library of Congress, Washington, DC, pp. 66\u201375","DOI":"10.1109\/ADL.1996.502517"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB10","doi-asserted-by":"crossref","unstructured":"Dy, J.G., Brodley, C.E., Kak, A., Shyu, C.-R., Broderick, L.S., 1999. The customized-queries approach to CBIR using EM. In: Proc. 1999 IEEE Conf. Computer Vision and Pattern Recognition (CVPR'99), Fort Collins, CO, pp. 400\u2013406","DOI":"10.1109\/CVPR.1999.784712"},{"issue":"9","key":"10.1016\/S0167-8655(00)00118-5_BIB11","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1109\/2.410146","article-title":"Query by image and video content: The QBIC system","volume":"28","author":"Flickner","year":"1995","journal-title":"IEEE Computer"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB12","doi-asserted-by":"crossref","unstructured":"Gargi, U., Kasturi, R., 1999. Image database querying using a multi-scale localized color representation. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 28\u201332","DOI":"10.1109\/IVL.1999.781119"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB13","unstructured":"He, Q., 1997. An evaluation on MARS \u2013 an image indexing and retrieval system, Technical report, Graduate School of Library and Information Science, University of Illinois at Urbana-Champaign, Champaign, IL 61820, USA"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB14","doi-asserted-by":"crossref","unstructured":"Huet, B., Hancock, E.R., 1999. Inexact graph retrieval. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 40\u201344","DOI":"10.1109\/IVL.1999.781121"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB15","doi-asserted-by":"crossref","unstructured":"Hwang, W.-S., Weng, J.J., Fang, M., Qian, J., 1999. A fast image retrieval algorithm with automatically extracted discriminant features. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 8\u201312","DOI":"10.1109\/IVL.1999.781115"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB16","doi-asserted-by":"crossref","unstructured":"Iqbal, Q., Aggarwal, J.K., 1999. Applying perceptual grouping to content-based image retrieval:Building images. In: Proc. 1999 IEEE Conf. Computer Vision and Pattern Recognition (CVPR'99), Fort Collins, CO, pp. 42\u201348","DOI":"10.1109\/CVPR.1999.786915"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB17","doi-asserted-by":"crossref","unstructured":"Markkula, M., Sormunen, E., 1998. Searching for photos \u2013 journalists' practices in pictorial IR, In: Eakins, J.P., Harper, D.J., Jose, J. (Eds.), The Challengeof Image Retrieval, A Workshop and Symposium on Image Retrieval, Electronic Workshops in Computing, The British Computer Society, Newcastle upon Tyne","DOI":"10.14236\/ewic\/CIR1998.8"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB18","doi-asserted-by":"crossref","unstructured":"Martinez, A., 1999. Face image retrieval using HMMs. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 35\u201339","DOI":"10.1109\/IVL.1999.781120"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB19","unstructured":"MIR, 1996. MIRA: Evaluation frameworks for interactive multimedia retrieval applications. Esprit working group 20039., http:\/\/www.dcs.gla.ac.uk\/mira\/"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB20","unstructured":"MPEG Requirements Group, 1998. MPEG-7: Context and objectives (version 10 Atlantic City), Doc. ISO\/IEC JTC1\/SC29\/WG11, International Organisation for Standardisation"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB21","doi-asserted-by":"crossref","unstructured":"M\u00fcller, H., M\u00fcller, W., Squire, D.M., Marchand-Maillet, S., Pun, T., 2000. Strategies for positive and negative relevance feedback in image retrieval. In: Proc. 15th Internat. Conf. Pattern Recognition (ICPR 2000), IEEE, Barcelona, Spain","DOI":"10.1109\/ICPR.2000.905650"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB22","doi-asserted-by":"crossref","unstructured":"M\u00fcller, S., Rigoll, G., 1999. Improved stochastic modeling of shapes for content-based image retrieval. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 23\u201327","DOI":"10.1109\/IVL.1999.781118"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB23","doi-asserted-by":"crossref","unstructured":"M\u00fcller, W., Squire, D.M., M\u00fcller, H., Pun, T., 1999. Hunting moving targets: an extension to Bayesian methods inmultimedia databases. In: Panchanathan, S., Chang, S.-F., Kuo, C.-C.J. (Eds.), Multimedia Storage and Archiving Systems IV (VV02), Vol. 3846 of SPIE Proceedings, Boston, Massachusetts, USA. (SPIE Symposium on Voice, Video and Data Communications)","DOI":"10.1117\/12.360437"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB24","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1023\/A:1009641123797","article-title":"Benchmarking multimedia databases","volume":"4","author":"Narasimhalu","year":"1997","journal-title":"Multimedia Tools and Applications"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB25","series-title":"A review of Interactive TREC","author":"Over","year":"1998"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB26","doi-asserted-by":"crossref","unstructured":"Ozer, B., Wolf, W., Akansu, A.N., 1999. A graph based object description for information retrieval in digital image and video libraries. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 79\u201383","DOI":"10.1109\/IVL.1999.781128"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB27","doi-asserted-by":"crossref","unstructured":"Ratan, A.L., Maron, O., Grimson, W.E.L., Lozano-Perez, T., 1999. A framework for learning query concepts in image classification. In: Proc. 1999 IEEE Conf. Computer Vision and Pattern Recognition (CVPR'99), Fort Collins, CO, pp. 423\u2013429","DOI":"10.1109\/CVPR.1999.786973"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB28","unstructured":"Salton, G., 1971a. Evaluation parameters. In: The SMART Retrieval System, Experiments in Automatic Document Processing Salton, 1971, pp. 55\u2013112"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB29","series-title":"The SMART Retrieval System, Experiments in Automatic Document Processing","author":"Salton","year":"1971"},{"issue":"4","key":"10.1016\/S0167-8655(00)00118-5_BIB30","doi-asserted-by":"crossref","first-page":"441","DOI":"10.1016\/0306-4573(92)90002-H","article-title":"The state of retrieval system evaluation","volume":"28","author":"Salton","year":"1992","journal-title":"Information Processing and Management"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB31","doi-asserted-by":"crossref","unstructured":"Shyu, C.-R., Kak, A., Brodley, C., Broderick, L.S., 1999. Testing for human perceptual categories in a physician-in-the-loop CBIR system for medical imagery. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 102\u2013108","DOI":"10.1109\/IVL.1999.781132"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB32","unstructured":"Sparck Jones, K., van Rijsbergen, C., 1975. Report on the need for and provision of an ideal information retrieval test collection, British Library Research and Development Report 5266. Computer Laboratory, University of Cambridge"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB33","unstructured":"Squire, D.M., M\u00fcller, W., M\u00fcller, H., Raki, J., 1999 . Content-based query of image databases, inspirations from text retrieval: inverted files, frequency-based weights and relevance feedback. In: The 11th Scandinavian Conference on Image Analysis (SCIA'99), Kangerlussuaq, Greenland, pp. 143\u2013149"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB34","unstructured":"Squire, D.M., Pun, T., 1997. A comparison of human and machine assessments of image similarity for the organization of image databases. In: Frydrych, M., Parkkinen, J., Visa, A. (Eds.), The 10th Scandinavian Conference on Image Analysis (SCIA'97), Pattern Recognition Society of Finland. Lappeenranta, Finland, pp. 51\u201358"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB35","unstructured":"TRE, 1999. Text REtrieval Conference (TREC), http:\/\/trec.nist.gov\/"},{"issue":"4","key":"10.1016\/S0167-8655(00)00118-5_BIB36","doi-asserted-by":"crossref","first-page":"327","DOI":"10.1037\/0033-295X.84.4.327","article-title":"Features of similarity","volume":"84","author":"Tversky","year":"1977","journal-title":"Psychological Review"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB37","unstructured":"van Rijsbergen, C.J., 1979. Evaluation, Information Retrieval. Prentice-Hall, Englewood Cliffs, NJ, USA, pp. 112\u2013123 (Chapter 7)"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB38","doi-asserted-by":"crossref","unstructured":"Vasconcelos, N., Lippman, A., 1999. Probabilistic retrieval: new insights and experimental results. In: IEEE Workshop on Content-based Access of Image and Video Libraries (CBAIVL'99), Fort Collins, CO, pp. 62\u201366","DOI":"10.1109\/IVL.1999.781125"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB39","doi-asserted-by":"crossref","unstructured":"Vendrig, J., Worring, M., Smeulders, A.W.M., 1999. Filter image browsing: Exploiting interaction in image retrieval. In: Huijsmans, D.P., Smeulders, A.W.M. (Eds.), Third International Conference On Visual Information Systems (VISUAL'99), no. 1614 in Lecture Notes in Computer Science. Springer-Verlag, Amsterdam, The Netherlands, pp. 147\u2013154","DOI":"10.1007\/3-540-48762-X_19"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB40","unstructured":"Vis, 1995. VisTex: Vision texture database, Maintained by the Vision and Modeling group at the MIT Media Lab. http:\/\/whitechapel.media.mit.edu\/vismod\/"},{"key":"10.1016\/S0167-8655(00)00118-5_BIB41","doi-asserted-by":"crossref","unstructured":"Vorhees, E.M., Harmann, D., 1998. Overview of the seventh text retrieval conference (TREC-7), The Seventh Text Retrieval Conference, Gaithersburg, MD, USA, pp. 1\u201323","DOI":"10.6028\/NIST.SP.500-240"}],"container-title":["Pattern Recognition Letters"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167865500001185?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0167865500001185?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,12,4]],"date-time":"2024-12-04T05:22:25Z","timestamp":1733289745000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0167865500001185"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2001,4]]},"references-count":41,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2001,4]]}},"alternative-id":["S0167865500001185"],"URL":"https:\/\/doi.org\/10.1016\/s0167-8655(00)00118-5","relation":{},"ISSN":["0167-8655"],"issn-type":[{"value":"0167-8655","type":"print"}],"subject":[],"published":{"date-parts":[[2001,4]]}}}