{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T16:19:57Z","timestamp":1781713197379,"version":"3.54.5"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"3-4","license":[{"start":{"date-parts":[[2007,7,28]],"date-time":"2007-07-28T00:00:00Z","timestamp":1185580800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2007,12]]},"DOI":"10.1007\/s11548-007-0125-1","type":"journal-article","created":{"date-parts":[[2007,7,27]],"date-time":"2007-07-27T14:12:39Z","timestamp":1185545559000},"page":"169-181","source":"Crossref","is-referenced-by-count":104,"title":["Statistical validation metric for accuracy assessment in medical image segmentation"],"prefix":"10.1007","volume":"2","author":[{"given":"Aleksandra","family":"Popovic","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mat\u00edas","family":"de la Fuente","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Martin","family":"Engelhardt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Klaus","family":"Radermacher","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2007,7,28]]},"reference":[{"issue":"12","key":"125_CR1","doi-asserted-by":"crossref","first-page":"1445","DOI":"10.1109\/TMI.2002.806568","volume":"21","author":"P Jannin","year":"2002","unstructured":"Jannin P, Fitzpatrick JM, Hawkes DJ, Pennec X, Shahidi R and Vannier MW (2002). Validation of medical image processing in image guided therapy. IEEE Trans Medical Imaging 21(12): 1445\u20131449","journal-title":"IEEE Trans Medical Imaging"},{"key":"125_CR2","doi-asserted-by":"crossref","unstructured":"Udupa JK, LeBlanc VR, Schmidt H, Imielinska C, Saha PK, Grevera GJ, Zhuge Y, Molholt P, Jin Y, Currie LM (2002) A methodology for evaluating image segmentation algorithms. In: Proceedings of SPIE: medical imaging, pp. 266\u2013277","DOI":"10.1117\/12.467166"},{"issue":"2","key":"125_CR3","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.compmedimag.2005.12.001","volume":"30","author":"JK Udupa","year":"2006","unstructured":"Udupa JK, LeBlanc VR, Zhuge Y, Imielinska C, Schmidt H, Currie LM, Hirsch BE and Woodburn J (2006). A framework for evaluating image segmentation algorithms. Comput Medical Imaging Graph 30(2): 75\u201387","journal-title":"Comput Medical Imaging Graph"},{"key":"125_CR4","first-page":"298","volume-title":"Proceedings of MICCAI 2002, the fifth international conference","author":"SK Warfield","year":"2002","unstructured":"Warfield SK, Zou KH and Wells WM (2002). Validation of image segmentation and expert quality with an expectation\u2014maximization algorithm. In: Dohi, T and Kikinis, R (eds) Proceedings of MICCAI 2002, the fifth international conference, pp 298\u2013306. Springer, Heidelberg"},{"issue":"10","key":"125_CR5","first-page":"1","volume":"25","author":"Y Yitzhaky","year":"2003","unstructured":"Yitzhaky Y and Peli E (2003). A method for objective edge detection evaluation and detector parameter selection. IEEE Trans Pattern Anal Mach Intell 25(10): 1\u20137","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"7","key":"125_CR6","doi-asserted-by":"crossref","first-page":"903","DOI":"10.1109\/TMI.2004.828354","volume":"23","author":"SK Warfield","year":"2004","unstructured":"Warfield SK, Zou KH and Wells WM (2004). Simultaneous truth and performance level estimation (STAPLE): an algorithm for the validation of image segmentation. IEEE Trans Medical Imaging 23(7): 903\u2013921","journal-title":"IEEE Trans Medical Imaging"},{"issue":"3","key":"125_CR7","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1109\/42.712135","volume":"17","author":"DL Collins","year":"1998","unstructured":"Collins DL, Zijdenbos AP, Kollokian V, Sled JG, Kabani NJ, Holmes CJ and Evans AC (1998). Design and construction of a realistic digital brain phantom. IEEE Trans Medical Imaging 17(3): 463\u2013468","journal-title":"IEEE Trans Medical Imaging"},{"key":"125_CR8","unstructured":"Zubal IG, Harrell CR, Smith EO, Smith AL, Krischlunas P (1995) Two dedicated software voxel-based antropomorphic (Torso and Head) phantoms. In: Dimbylow PJ (ed) Proceeding of the international conference at the national radilogical protection board, pp 105\u2013111"},{"issue":"11","key":"125_CR9","doi-asserted-by":"crossref","first-page":"1773","DOI":"10.1109\/TIP.2005.854491","volume":"14","author":"JS Cardoso","year":"2005","unstructured":"Cardoso JS and Corte-Real L (2005). Toward a generic evaluation of image segmentation. IEEE Trans Image Proces 14(11): 1773\u20131782","journal-title":"IEEE Trans Image Proces"},{"key":"125_CR10","first-page":"422","volume-title":"Proceedings of MICCAI 2000, the 3rd international conference, vol 1935 of Lecture Notes in Computer Science","author":"TS Yoo","year":"2000","unstructured":"Yoo TS, Ackerman MJ and Vannier M (2000). Toward a common validation methodology for segmentation and registration algorithms. In: Delp, S, DiGioia, A, and Jaramaz, B (eds) Proceedings of MICCAI 2000, the 3rd international conference, vol 1935 of Lecture Notes in Computer Science, pp 422\u2013431. Springer, Heidelberg"},{"issue":"1","key":"125_CR11","doi-asserted-by":"crossref","first-page":"85","DOI":"10.1109\/34.824822","volume":"22","author":"JC Duncan","year":"2000","unstructured":"Duncan JC and Ayache N (2000). Medical image analysis: Progress over two decades and the challenges ahead. IEEE Trans Pattern Anal Mach Intell 22(1): 85\u2013106","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"2","key":"125_CR12","doi-asserted-by":"crossref","first-page":"63","DOI":"10.1007\/s11548-006-0044-6","volume":"1","author":"P Jannin","year":"2006","unstructured":"Jannin P, Grova C and Maurer CR (2006). Model for defining and reporting reference based validation protocols in medical image processing. Int J Comput Assisted Radiol Surg 1(2): 63\u201373","journal-title":"Int J Comput Assisted Radiol Surg"},{"key":"125_CR13","unstructured":"Kraemer HC (1992) Evaluating medical tests. SAGE"},{"key":"125_CR14","doi-asserted-by":"crossref","first-page":"297","DOI":"10.2307\/1932409","volume":"26","author":"LR Dice","year":"1945","unstructured":"Dice LR (1945). Measures of the amount of ecologic association between species. Ecology 26: 297\u2013302","journal-title":"Ecology"},{"key":"125_CR15","first-page":"530","volume-title":"Proceedings of MICCAI 2003, the sixth international conference, vol 2879 of Lecture Notes in Computer Science","author":"M Prastawa","year":"2003","unstructured":"Prastawa M, Bullitt E, Ho S and Gerig G (2003). Robust estimation for brain tumor segmentation. In: Ellis, RE and Peters, TM (eds) Proceedings of MICCAI 2003, the sixth international conference, vol 2879 of Lecture Notes in Computer Science, pp 530\u2013537. Springer, Heidelberg"},{"key":"125_CR16","unstructured":"Gerig G, Jomier M, Chakos M (2001) VALMETanew validation tool for assesing and improving 3D object segmentation. In: Niessen WJ, Viergever MA (eds) MICCAI 2001, the fourth international conference, vol 2208 of Lecture Notes in Computer Science, pp 516\u2013528"},{"issue":"8","key":"125_CR17","first-page":"1259","volume":"23","author":"KH Zou","year":"2003","unstructured":"Zou KH, Wells WM, Kikinis R and Warfield SK (2003). Three validation metrics for automated probabilistic image segmentation of brain tumours. Statist Med 23(8): 1259\u20131282","journal-title":"Statist Med"},{"issue":"2","key":"125_CR18","doi-asserted-by":"crossref","first-page":"178","DOI":"10.1016\/S1076-6332(03)00671-8","volume":"11","author":"KH Zou","year":"2004","unstructured":"Zou KH, Warfield SK, Bharatha A, Tempany CMC, Kaus MR, Haker SJ, Wells WM, Jolesz FA and Kikinis R (2004). Statistical validation of image segmentation quality based on a spatial overlap index. Acad Radiol 11(2): 178\u2013189","journal-title":"Acad Radiol"},{"key":"125_CR19","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1111\/j.1469-8137.1912.tb05611.x","volume":"11","author":"P Jaccard","year":"1912","unstructured":"Jaccard P (1912). The distribution of flora in the alpine zone. New Phytol 11: 37\u201350","journal-title":"New Phytol"},{"key":"125_CR20","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1002\/jmri.20229","volume":"21","author":"ZY Shan","year":"2005","unstructured":"Shan ZY, Ji Q, Gajjar A and Reddick WE (2005). A knowledge-guided active contour method of segmentation of cerebella on mr images of pediatric patients with medulloblastoma. J Magn Reson Imaging 21: 1\u201311","journal-title":"J Magn Reson Imaging"},{"key":"125_CR21","doi-asserted-by":"crossref","first-page":"969","DOI":"10.1016\/S0031-3203(00)00052-2","volume":"34","author":"R Roman-Roldan","year":"2001","unstructured":"Roman-Roldan R, Gomez-Lopera JF, Atae-Allah C, Martinez-Aroza J and Luque-Escamilla PL (2001). A measure of quality for evaluating methods of segmentation and edge detection. Pattern Recogn 34: 969\u2013980","journal-title":"Pattern Recogn"},{"key":"125_CR22","doi-asserted-by":"crossref","unstructured":"Goumeidane AB, Khamadja M, Belaroussi B, Benoit-Cattin H, Odet C (2003) New discrepancy measures for segmentation evaluation. In: International conference on image processing (ICIP), vol 2. IEEE, pp 411\u2013414","DOI":"10.1109\/ICIP.2003.1246704"},{"key":"125_CR23","doi-asserted-by":"crossref","unstructured":"Kohavi R, Provost F (1998) Glossary of terms. Editorial for the special issue on applications of machine learning and the knowledge discovery process. J Mach Learn 30(2\/3) (in press)","DOI":"10.1023\/A:1007442505281"},{"issue":"5","key":"125_CR24","doi-asserted-by":"crossref","first-page":"404","DOI":"10.1016\/j.jbi.2005.02.008","volume":"38","author":"TA Lasko","year":"2005","unstructured":"Lasko TA, Bhagwat JG, Zou KH and Ohno-Machado L (2005). The use of receiver operating characteristic curves in biomedical informatics. J Biomed Inf 38(5): 404\u2013415","journal-title":"J Biomed Inf"},{"key":"125_CR25","doi-asserted-by":"crossref","first-page":"651","DOI":"10.2307\/2529549","volume":"31","author":"JL Fleiss","year":"1975","unstructured":"Fleiss JL (1975). Measuring agreement between two judges on the presence or absence of a trait. Biometrics 31: 651\u2013659","journal-title":"Biometrics"},{"issue":"3","key":"125_CR26","doi-asserted-by":"crossref","first-page":"296","DOI":"10.1197\/jamia.M1733","volume":"12","author":"G Hripcsak","year":"2005","unstructured":"Hripcsak G and Rothschild AS (2005). Agreement, the f-measure and reliability in information retrieval. J Am Med Inf Assoc 12(3): 296\u2013297","journal-title":"J Am Med Inf Assoc"},{"issue":"1","key":"125_CR27","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1007\/s10994-005-5011-x","volume":"58","author":"J Fuernkranz","year":"2005","unstructured":"Fuernkranz J and Flach PA (2005). Roc \u2018n\u2019 rule learning\u2014towards a better understanding of covering algorithms. Mach Learn 58(1): 39\u201377","journal-title":"Mach Learn"},{"issue":"7","key":"125_CR28","doi-asserted-by":"crossref","first-page":"1145","DOI":"10.1016\/S0031-3203(96)00142-2","volume":"30","author":"A Bradly","year":"1997","unstructured":"Bradly A (1997). The use of the area under the roc curve in the evaluation of machine learning algorithms. Pattern Recogn 30(7): 1145\u20131159","journal-title":"Pattern Recogn"},{"issue":"8","key":"125_CR29","doi-asserted-by":"crossref","first-page":"1652","DOI":"10.1118\/1.1386426","volume":"28","author":"K Horsch","year":"2001","unstructured":"Horsch K, Giger ML, Venta LA and Vyborny CJ (2001). Automatic segmentation of breast lesions on ultrasound. Med Phys 28(8): 1652\u20131659","journal-title":"Med Phys"},{"issue":"3","key":"125_CR30","doi-asserted-by":"crossref","first-page":"734","DOI":"10.1016\/j.neuroimage.2005.08.053","volume":"29","author":"C Grova","year":"2006","unstructured":"Grova C, Daunizeau J, Lina J-M, Bnar CG, Benali H and Gotman J (2006). Evaluation of EEG localization methods using realistic simulations of interictal spikes. Neuroimage 29(3): 734\u2013753","journal-title":"Neuroimage"},{"key":"125_CR31","unstructured":"Flach PA (2003) The geometry of ROC space: understanding machine learning metrics through roc isometrics. In: Proc 20th international conference on machine learning (ICML\u201903). AAAI Press, pp 194\u2013201"},{"issue":"2","key":"125_CR32","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1080\/07350015.2000.10524864","volume":"18","author":"Xu Kuan","year":"2000","unstructured":"Kuan Xu (2000). Inference for generalized Gini indices using the iterated-bootstrap method. J Bus Econ Statist 18(2): 223\u2013227","journal-title":"J Bus Econ Statist"},{"key":"125_CR33","unstructured":"Castillo-Salgado C, Schneider C, Loyola E, Mujica O, Roca A, Yerg T (2001) Measuring health inequalities: Gini coefficient and concentration index. Epidemiol Bull Pan Am Health Organization 22(1) (in press)"},{"key":"125_CR34","unstructured":"Vilalta R, Oblinger D (2000) A quantification of distance bias between evaluation metrics in classification. In: ICML \u201900: proceedings of the seventeenth international conference on machine learning. San Francisco, Morgan Kaufmann, pp 1087\u20131094"},{"key":"125_CR35","doi-asserted-by":"crossref","unstructured":"Popovic A, Engelhardt M, Radermacher K (2006) Knowledge-based segmentation of calvarial tumors in computed tomography images. In: Bildverarbeitung f\u00fcr Medizin, BVM 2006, Informatik-Aktuell. Springer, Heidelberg, pp 151\u2013155","DOI":"10.1007\/3-540-32137-3_31"},{"key":"125_CR36","doi-asserted-by":"crossref","unstructured":"Huang J, Ling CX (2005) Using AUCand accuracy in evaluating learning algorithms. IEEE Trans Knowl Data Eng 17(3) (in press)","DOI":"10.1109\/TKDE.2005.50"},{"issue":"4","key":"125_CR37","doi-asserted-by":"crossref","first-page":"716","DOI":"10.1109\/42.363096","volume":"13","author":"AP Zijdenbos","year":"1994","unstructured":"Zijdenbos AP, Dawant BM, Margolin RA and Palmer AC (1994). Morphometric analysis of white matter lesions in MR images: method and validation. IEEE Trans Med Imaging 13(4): 716\u2013724","journal-title":"IEEE Trans Med Imaging"},{"key":"125_CR38","unstructured":"Popovic A, Engelhardt M, Wu T, Portheine F, Schmieder K, Radermacher K (2003) CRANIO\u2014computer assisted planning for navigation and robot-assisted surgery on the skull. In: Lemke HU, Vannier MW, Inamura K, Farman AG, Doi K, Reiber JHC (eds), Proceedings of the 17th international congress and exhibition (CARS), vol 1256 of International Congress Series. Elsevier, pp 1269\u20131276"},{"issue":"2","key":"125_CR39","doi-asserted-by":"crossref","first-page":"168","DOI":"10.1002\/rcs.85","volume":"2","author":"P Bast","year":"2006","unstructured":"Bast P, Popovic A, Wu T, Heger S, Engelhardt M, Lauer W, Radermacher K and Schmieder K (2006). Robot- and computer-assisted craniotomy: resection planning, implant modelling and robot safety. Int J Med Robot Comput Assisted Surg 2(2): 168\u2013178","journal-title":"Int J Med Robot Comput Assisted Surg"},{"issue":"2","key":"125_CR40","doi-asserted-by":"crossref","first-page":"98","DOI":"10.1055\/s-2006-932173","volume":"49","author":"M Engelhardt","year":"2006","unstructured":"Engelhardt M, Bast P, Jeblink N, Lauer W, Popovic A, Eufinger H, Scholz M, Christmann A, Harders A, Radermacher K and Schmieder K (2006). Analysis of surgical management of calvarial tumours and first results of a newly designed robotic trepanation system. Minim Invasive Neurosurg 49(2): 98\u2013103","journal-title":"Minim Invasive Neurosurg"},{"key":"125_CR41","first-page":"864","volume-title":"Proceedings of 9th international conference on medical image computation and computer assisted intervention (MICCAI 2006), vol 4191 of Lecture Notes in Computer Science","author":"A Popovic","year":"2006","unstructured":"Popovic A, Engelhardt M, Wu T and Radermacher K (2006). Modeling of intensity priors for knowledge-based level set\u00a0algorithm in calvarial tumors segmentation. In: Larsen, R, Nielsen, M, and Sporring, J (eds) Proceedings of 9th international conference on medical image computation and computer assisted intervention (MICCAI 2006), vol 4191 of Lecture Notes in Computer Science, pp 864\u2013871. Springer, Heidelberg"},{"key":"125_CR42","unstructured":"Popovic A, Engelhardt M, Wu T, Radermacher K (2006) Towards automatic parameter optimization for medical image segmentation algorithms. In: Proceedings of the 11th international fall workshop, vision modeling, and visualization\u2014VMV 2006"},{"key":"125_CR43","first-page":"274","volume-title":"Proceedings of MICCAI 2004, seventh international conference, vol 3216 of Lecture Notes in Computer Science","author":"M Maddah","year":"2004","unstructured":"Maddah M, Zou KH, Wells WM, Kikinis R and Warfield SK (2004). Automatic optimization of segmentation algorithms through simultaneous truth and performance level estimation (STAPLE). In: Barillot, C, Haynor, DR, and Hellier, P (eds) Proceedings of MICCAI 2004, seventh international conference, vol 3216 of Lecture Notes in Computer Science., pp 274\u2013282. Springer, Heidelberg"},{"issue":"9","key":"125_CR44","doi-asserted-by":"crossref","first-page":"1338","DOI":"10.1109\/TIP.2005.852462","volume":"14","author":"M-A Abdul-Karim","year":"2005","unstructured":"Abdul-Karim M-A, Roysam B, Dowell-Mesfin NM, Jeromin A, Yuksel M and Kalyanaraman S (2005). Automatic selection of parameters for vessel\/neurite segmentation algorithms. IEEE Trans Image Proces 14(9): 1338\u20131350","journal-title":"IEEE Trans Image Proces"},{"key":"125_CR45","first-page":"99","volume-title":"Proceedings of MICCAI 2005, the 8th international conference, vol 3749 of Lecture Notes in Computer Science","author":"WR Crum","year":"2005","unstructured":"Crum WR, Camara O, Rueckert D, Bhatia KK, Jenkinson M and Hill DLG (2005). Generalized overlap measures for assessment of pairwise and groupwise image registration and segmentation. In: Duncan, J and Gerig, G (eds) Proceedings of MICCAI 2005, the 8th international conference, vol 3749 of Lecture Notes in Computer Science, pp 99\u2013106. Springer, Berlin"},{"issue":"1","key":"125_CR46","first-page":"41","volume":"24","author":"L Breiman","year":"1996","unstructured":"Breiman L (1996). Technical note: some properties of splitting criteria. Mach Learn 24(1): 41\u201347","journal-title":"Mach Learn"},{"issue":"1","key":"125_CR47","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/S0169-023X(02)00062-9","volume":"44","author":"F Berzal","year":"2003","unstructured":"Berzal F, Cubero J-C, Cuenca F and Martin-Bautista MJ (2003). On the quest for easy-to-understand splitting rules. Data Knowl Eng 44(1): 31\u201348","journal-title":"Data Knowl Eng"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-007-0125-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-007-0125-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-007-0125-1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,19]],"date-time":"2025-01-19T23:34:28Z","timestamp":1737329668000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-007-0125-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,7,28]]},"references-count":47,"journal-issue":{"issue":"3-4","published-print":{"date-parts":[[2007,12]]}},"alternative-id":["125"],"URL":"https:\/\/doi.org\/10.1007\/s11548-007-0125-1","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2007,7,28]]}}}