{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,16]],"date-time":"2026-01-16T13:12:59Z","timestamp":1768569179468,"version":"3.49.0"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2015,4,18]],"date-time":"2015-04-18T00:00:00Z","timestamp":1429315200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2015,8]]},"DOI":"10.1007\/s11548-015-1168-3","type":"journal-article","created":{"date-parts":[[2015,4,17]],"date-time":"2015-04-17T08:06:20Z","timestamp":1429257980000},"page":"1201-1212","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Crowdtruth validation: a new paradigm for validating algorithms that rely on image correspondences"],"prefix":"10.1007","volume":"10","author":[{"given":"Lena","family":"Maier-Hein","sequence":"first","affiliation":[]},{"given":"Daniel","family":"Kondermann","sequence":"additional","affiliation":[]},{"given":"Tobias","family":"Ro\u00df","sequence":"additional","affiliation":[]},{"given":"Sven","family":"Mersmann","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Heim","sequence":"additional","affiliation":[]},{"given":"Sebastian","family":"Bodenstedt","sequence":"additional","affiliation":[]},{"given":"Hannes G\u00f6tz","family":"Kenngott","sequence":"additional","affiliation":[]},{"given":"Alexandro","family":"Sanchez","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Wagner","sequence":"additional","affiliation":[]},{"given":"Anas","family":"Preukschas","sequence":"additional","affiliation":[]},{"given":"Anna-Laura","family":"Wekerle","sequence":"additional","affiliation":[]},{"given":"Stefanie","family":"Helfert","sequence":"additional","affiliation":[]},{"given":"Keno","family":"M\u00e4rz","sequence":"additional","affiliation":[]},{"given":"Arianeb","family":"Mehrabi","sequence":"additional","affiliation":[]},{"given":"Stefanie","family":"Speidel","sequence":"additional","affiliation":[]},{"given":"Christian","family":"Stock","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,4,18]]},"reference":[{"key":"1168_CR1","doi-asserted-by":"crossref","first-page":"1913","DOI":"10.1109\/TMI.2014.2325607","volume":"33","author":"L Maier-Hein","year":"2014","unstructured":"Maier-Hein L, Groch A, Bartoli A, Bodenstedt S, Boissonnat G, Chang PL, Clancy NT, Elson DS, Haase S, Heim E, Hornegger J, Jannin P, Kenngott H, Kilgus T, Muller-Stich B, Oladokun D, Rohl S, Dos Santos TR, Schlemmer HP, Seitel A, Speidel S, Wagner M, Stoyanov D (2014) Comparative validation of single-shot optical techniques for laparoscopic 3-D surface reconstruction. IEEE Trans Med Imaging 33:1913\u20131930","journal-title":"IEEE Trans Med Imaging"},{"key":"1168_CR2","doi-asserted-by":"crossref","unstructured":"Von Ahn L, Dabbish L (2004) Labeling images with a computer game. In: Proceedings of the SIGCHI conference on human factors in computing systems. ACM, pp 319\u2013326","DOI":"10.1145\/985692.985733"},{"key":"1168_CR3","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1177\/0165551512437638","volume":"38","author":"E Estell\u00e9s-Arolas","year":"2012","unstructured":"Estell\u00e9s-Arolas E, Gonz\u00e1lez-Ladr\u00f3n-de Guevara F (2012) Towards an integrated crowdsourcing definition. J Inf Sci 38:189\u2013200","journal-title":"J Inf Sci"},{"key":"1168_CR4","unstructured":"Chen JJ, Menezes NJ, Bradley AD, North T (2011) Opportunities for crowdsourcing research on amazon mechanical turk. Interfaces 5. Jg., No. 3"},{"issue":"1\u20133","key":"1168_CR5","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1007\/s11263-007-0090-8","volume":"77","author":"BC Russell","year":"2008","unstructured":"Russell BC, Torralba A, Murphy KP, Freeman WT (2008) LabelMe: a database and web-based tool for image annotation. Int J Comput Vis 77(1\u20133):157\u2013173","journal-title":"Int J Comput Vis"},{"key":"1168_CR6","doi-asserted-by":"crossref","unstructured":"Khatib F, DiMaio F, Cooper S, Kazmierczyk M, Gilski M, Krzywda S, Zabranska H, Pichova I, Thompson J, Popovic Z, Jaskolski M, Baker D (2011) Crystal structure of a monomeric retroviral protease solved by protein folding game players. Nat Struct Mol Biol 18:1175\u20131177","DOI":"10.1038\/nsmb.2119"},{"key":"1168_CR7","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/s11606-013-2536-8","volume":"29","author":"B Ranard","year":"2014","unstructured":"Ranard B, Ha Y, Meisel Z, Asch D, Hill S, Becker L, Seymour A, Merchant R (2014) Crowdsourcing\u2014harnessing the masses to advance health and medicine, a systematic review. J Gen Intern Med 29:187\u2013203","journal-title":"J Gen Intern Med"},{"key":"1168_CR8","doi-asserted-by":"crossref","first-page":"e37245","DOI":"10.1371\/journal.pone.0037245","volume":"7","author":"S Mavandadi","year":"2012","unstructured":"Mavandadi S, Dimitrov S, Feng S, Yu F, Sikora U, Yaglidere O, Padmanabhan S, Nielsen K, Ozcan A (2012) Distributed medical image analysis and diagnosis through crowd-sourced games: a malaria case study. PLoS ONE 7:e37245","journal-title":"PLoS ONE"},{"key":"1168_CR9","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1148\/radiol.11110938","volume":"262","author":"TB Nguyen","year":"2012","unstructured":"Nguyen TB, Wang S, Anugu V, Rose N, McKenna M, Petrick N, Burns JE, Summers RM (2012) Distributed human intelligence for colonic polyp classification in computer-aided detection for CT colonography. Radiology 262:824\u2013833","journal-title":"Radiology"},{"key":"1168_CR10","doi-asserted-by":"crossref","unstructured":"Foncubierta Rodr\u00edguez A, M\u00fcller H (2012) Ground truth generation in medical imaging: a crowdsourcing-based iterative approach. In: Proceedings of the ACM multimedia 2012 workshop on crowdsourcing for multimedia. CrowdMM\u201912. ACM, New York, NY, USA, pp 9\u201314","DOI":"10.1145\/2390803.2390808"},{"key":"1168_CR11","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/j.jss.2013.09.024","volume":"187","author":"C Chen","year":"2014","unstructured":"Chen C, White L, Kowalewski T, Aggarwal R, Lintott C, Comstock B, Kuksenok K, Aragon C, Holst D, Lendvay T (2014) Crowd-sourced assessment of technical skills: a novel method to evaluate surgical performance. J Surg Res 187:65\u201371","journal-title":"J Surg Res"},{"key":"1168_CR12","doi-asserted-by":"crossref","unstructured":"Maier-Hein L, Mersmann S, Kondermann D, Bodenstedt S, Sanchez A, Stock C, Kenngott HG, Eisenmann M, Speidel S (2014) Can masses of non-experts train highly accurate image classifiers? In: Golland P, Hata N, Barillot C, Hornegger J, Howe R (eds) Medical image computing and computer-assisted intervention\u2014MICCAI 2014, vol 8674. Lecture notes in computer science. Springer, pp 438\u2013445","DOI":"10.1007\/978-3-319-10470-6_55"},{"key":"1168_CR13","doi-asserted-by":"crossref","unstructured":"Maier-Hein L, Mersmann S, Kondermann D, Stock C, Kenngott HG, Sanchez A, Wagner M, Preukschas A, Wekerle AL, Helfert S, Bodenstedt S, Speidel S (2014) Crowdsourcing for reference correspondence generation in endoscopic images. In: Golland P, Hata N, Barillot C, Hornegger J, Howe R (eds) Medical image computing and computer-assisted intervention\u2014MICCAI 2014, vol 8674. Lecture notes in computer science. Springer, pp 349\u2013356","DOI":"10.1007\/978-3-319-10470-6_44"},{"key":"1168_CR14","doi-asserted-by":"crossref","unstructured":"Bay H, Tuytelaars T, Van Gool L (2006) SURF: speeded up robust features. In: European conference on computer vision (ECCV), vol 3951. Lecture notes in computer science, pp 404\u2013417","DOI":"10.1007\/11744023_32"},{"key":"1168_CR15","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1109\/MIC.2012.68","volume":"16","author":"RR Morris","year":"2012","unstructured":"Morris RR, Dontcheva M, Gerber EM (2012) Priming for better performance in microtask crowdsourcing environments. IEEE Internet Comput 16:13\u201319","journal-title":"IEEE Internet Comput"},{"key":"1168_CR16","doi-asserted-by":"crossref","first-page":"611","DOI":"10.1198\/016214502760047131","volume":"97","author":"C Fraley","year":"2002","unstructured":"Fraley C, Raftery AE (2002) Model-based clustering, discriminant analysis and density estimation. J Am Stat Assoc 97:611\u2013631","journal-title":"J Am Stat Assoc"},{"key":"1168_CR17","unstructured":"Fraley C, Raftery AE, Murphy TB, Scrucca L (2012) MCLUST version 4 for R: normal mixture modeling for model-based clustering, classification, and density estimation. Technical report, Technical report no. 597, Department of Statistics, University of Washington"},{"key":"1168_CR18","doi-asserted-by":"crossref","unstructured":"Puerto G, Mariottini GL (2012) A comparative study of correspondence-search algorithms in MIS images. In: International conference on medical image computing and computer-assisted intervention (MICCAI), pp 625\u2013633","DOI":"10.1007\/978-3-642-33418-4_77"},{"key":"1168_CR19","volume-title":"R: A language and environment for statistical computing","author":"R Core Team","year":"2014","unstructured":"R Core Team (2014) R: A language and environment for statistical computing. R Core Team, Vienna"},{"key":"1168_CR20","unstructured":"Pinheiro J, Bates D, DebRoy S, Sarkar D (2014) R Core Team: NLME: linear and nonlinear mixed effects models. R package version 3.1-118"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-015-1168-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-015-1168-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-015-1168-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,3]],"date-time":"2019-06-03T11:03:23Z","timestamp":1559559803000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-015-1168-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,4,18]]},"references-count":20,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2015,8]]}},"alternative-id":["1168"],"URL":"https:\/\/doi.org\/10.1007\/s11548-015-1168-3","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,4,18]]}}}