{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T03:16:38Z","timestamp":1742958998881,"version":"3.40.3"},"publisher-location":"Cham","reference-count":14,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319067544"},{"type":"electronic","value":"9783319067551"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-06755-1_20","type":"book-chapter","created":{"date-parts":[[2014,9,1]],"date-time":"2014-09-01T14:14:49Z","timestamp":1409580889000},"page":"245-256","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluation of Image Annotation Using Amazon Mechanical Turk in ImageCLEF"],"prefix":"10.1007","author":[{"given":"Judith","family":"Liebetrau","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stefanie","family":"Nowak","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Schneider","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2014,7,2]]},"reference":[{"doi-asserted-by":"crossref","unstructured":"O. Alonso, D.E. Rose, B. Stewart, Crowdsourcing for relevance evaluation. ACM SIGIR Forum 42(2), 9\u201315 (2008). http:\/\/doi.acm.org\/10.1145\/1480506.1480508","key":"20_CR1","DOI":"10.1145\/1480506.1480508"},{"key":"20_CR2","volume-title":"Breaking monotony with meaning: motivation in crowdsourcing markets","author":"D. Chandler","year":"2010","unstructured":"D. Chandler, A. Kapelner, Breaking monotony with meaning: motivation in crowdsourcing markets. Technical report, University of Chicago, 2010"},{"doi-asserted-by":"crossref","unstructured":"M. Everingham, L.J.V. Gool, C.K.I. Williams, J.M. Winn, A. Zisserman, The pascal visual object classes (VOC) challenge. Int. J. Comput. Vis. 88(2), 303\u2013338 (2010). http:\/\/dblp.uni-trier.de\/db\/journals\/ijcv\/ijcv88.html#EveringhamGWWZ10","key":"20_CR3","DOI":"10.1007\/s11263-009-0275-4"},{"issue":"1","key":"20_CR4","first-page":"143","volume":"32","author":"A. Felstiner","year":"2011","unstructured":"A. Felstiner, Working the crowd: employment and labor law in the crowdsourcing industry. Berkeley J. Employ. Labor Law 32(1), 143\u2013204 (2011)","journal-title":"Berkeley J. Employ. Labor Law"},{"issue":"2","key":"20_CR5","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1162\/COLI_a_00057","volume":"37","author":"K. Fort","year":"2011","unstructured":"K. Fort, G. Adda, K.B. Cohen, Amazon mechanical turk: gold mine or coal mine? Comput. Linguist. 37(2), 413\u2013420 (2011)","journal-title":"Comput. Linguist."},{"key":"20_CR6","volume-title":"Algorithmic wage negotiations: applications to paid crowdsourcing, in Proceedings of CrowdConf","author":"J.J. Horton","year":"2010","unstructured":"J.J. Horton, R.J. Zeckhauser, Algorithmic wage negotiations: applications to paid crowdsourcing, in Proceedings of CrowdConf, San Francisco, California, 2010"},{"doi-asserted-by":"crossref","unstructured":"M.J. Huiskes, M.S. Lew, The MIR flickr retrieval evaluation, in Proceedings of the 1st ACM International Conference on Multimedia Information Retrieval (MIR\u201908), Vancouver, ed. by M.S. Lew, A.D. Bimbo, E.M. Bakker (ACM, New York, 2008), pp. 39\u201343. http:\/\/dblp.uni-trier.de\/db\/conf\/mir\/mir2008.html#HuiskesL08","key":"20_CR7","DOI":"10.1145\/1460096.1460104"},{"key":"20_CR8","first-page":"77","volume-title":"Financial incentives and the \u201cperformance of crowds\u201d, in Proceedings of the ACM SIGKDD Workshop on Human Computation (HCOMP\u201909), Paris","author":"W. Mason","year":"2009","unstructured":"W. Mason, D.J. Watts, Financial incentives and the \u201cperformance of crowds\u201d, in Proceedings of the ACM SIGKDD Workshop on Human Computation (HCOMP\u201909), Paris (ACM, New York, 2009), pp. 77\u201385"},{"doi-asserted-by":"crossref","unstructured":"H. M\u00fcller, P. Clough, T. Deselaers, B. Caputo (eds.), ImageCLEF: Experimental Evaluation in Visual Information Retrieval. Volume 32 of The Information Retrieval Series (Springer, Berlin\/Heidelberg\/New York, 2010)","key":"20_CR9","DOI":"10.1007\/978-3-642-15181-1"},{"unstructured":"S. Nowak, Evaluation methodologies for visual information retrieval and annotation. PhD thesis, Technische Universit\u00e4t Ilmenau, 2011","key":"20_CR10"},{"doi-asserted-by":"crossref","unstructured":"S. Nowak, P. Dunker, Overview of the CLEF 2009 large-scale visual concept detection and annotation task, in Multilingual Information Access Evaluation II. Multimedia Experiments, ed. by C. Peters, B. Caputo, J. Gonzalo, G.J.F. Jones, J. Kalpathy-Cramer, H. M\u00faller, T. Tsikrika. Volume 6242 of Lecture Notes in Computer Science (Springer, Berlin\/Heidelberg\/New York, 2010), pp. 94\u2013109","key":"20_CR11","DOI":"10.1007\/978-3-642-15751-6_10"},{"doi-asserted-by":"crossref","unstructured":"S. Nowak, S. R\u00fcger, How reliable are annotations via crowdsourcing? A study about inter-annotator agreement for multi-label image annotation, in Proceedings of the International Conference on Multimedia Information Retrieval (MIR\u201910), Firenze (ACM, New York), 2010, pp. 557\u2013566","key":"20_CR12","DOI":"10.1145\/1743384.1743478"},{"issue":"6","key":"20_CR13","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1037\/h0077714","volume":"39","author":"J.A. Russell","year":"1980","unstructured":"J.A. Russell, A circumplex model of affect. J. Personal. Soc. Psychol. 39(6), 1161\u20131178 (1980)","journal-title":"J. Personal. Soc. Psychol."},{"key":"20_CR14","first-page":"321","volume-title":"Evaluation campaigns and TRECVid, in Proceedings of the 8th ACM International Workshop on Multimedia Information Retrieval, Santa Barbara, 26\u201327 Oct 2006","author":"A.F. Smeaton","year":"2006","unstructured":"A.F. Smeaton, P. Over, W. Kraaij, Evaluation campaigns and TRECVid, in Proceedings of the 8th ACM International Workshop on Multimedia Information Retrieval, Santa Barbara, 26\u201327 Oct 2006 (ACM, New York, 2006), pp. 321\u2013330"}],"container-title":["Cognitive Technologies","Towards the Internet of Services: The THESEUS Research Program"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-06755-1_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,27]],"date-time":"2023-01-27T10:06:53Z","timestamp":1674814013000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-06755-1_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319067544","9783319067551"],"references-count":14,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-06755-1_20","relation":{},"ISSN":["1611-2482","2197-6635"],"issn-type":[{"type":"print","value":"1611-2482"},{"type":"electronic","value":"2197-6635"}],"subject":[],"published":{"date-parts":[[2014]]},"assertion":[{"value":"2 July 2014","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}