{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,4]],"date-time":"2026-06-04T23:56:16Z","timestamp":1780617376089,"version":"3.54.1"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319056951","type":"print"},{"value":"9783319056968","type":"electronic"}],"license":[{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2014,1,1]],"date-time":"2014-01-01T00:00:00Z","timestamp":1388534400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2014]]},"DOI":"10.1007\/978-3-319-05696-8_10","type":"book-chapter","created":{"date-parts":[[2014,5,9]],"date-time":"2014-05-09T10:19:39Z","timestamp":1399630779000},"page":"229-269","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Using Crowdsourcing to Capture Complexity in Human Interpretations of Multimedia Content"],"prefix":"10.1007","author":[{"given":"Martha","family":"Larson","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mark","family":"Melenhorst","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mar\u00eda","family":"Men\u00e9ndez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peng","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,3,26]]},"reference":[{"key":"10_CR1","unstructured":"Barthes R (1977) Image music text. Hill and Wang, New York"},{"key":"10_CR2","unstructured":"Beaver DI, Geurts B (2013) Presupposition. In: Zalta EN (ed) The Stanford encyclopedia of philosophy (Summer 2011 Edition). http:\/\/www.plato.stanford.edu\/archives\/fall2013\/entries\/presupposition\/"},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"Borth D, Ji R, Chen T, Breuel T, Chang S-F (2013) Large-scale visual sentiment ontology and detectors using adjective noun pairs. In: Proceedings of the 21st ACM international conference on multimedia (MM \u201913). ACM, New York, pp 223\u2013232","DOI":"10.1145\/2502081.2502282"},{"issue":"2","key":"10_CR4","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1109\/MNET.2010.5430141","volume":"24","author":"K-T Chen","year":"2010","unstructured":"Chen K-T, Chang C-J, Wu C-C, Chang Y-C, Lei C-L (2010) Quadrant of euphoria: a crowdsourcing platform for QoE assessment. IEEE Netw 24(2):28\u201335","journal-title":"IEEE Netw"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Cockton G, Woolrich A (2001) Understanding inspection methods: lessons from an assessment of heuristic evaluation. In: Blandford A, Vanderdonckt J, Gray Ph (eds) People and computers XV\u2013interaction without Frontiers, pp 171\u2013191","DOI":"10.1007\/978-1-4471-0353-0_11"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"Conotter V, Dang-Nguyen D-T, Boato G, Men\u00e9ndez M, Larson M (2014) Assessing the impact of image manipulation on users\u2019 perceptions of deception. In: Proc. SPIE 9014, Human Vision and Electronic Imaging XIX, 90140Y","DOI":"10.1117\/12.2039418"},{"key":"10_CR7","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li L-J, Li K, Li F-F (2009) ImageNet: a large-scale hierarchical image database. In: CVPR\u201909: IEEE conference on computer vision and pattern recognition, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"10_CR8","doi-asserted-by":"crossref","unstructured":"Galli L, Fraternali P, Martinenghi D, Novak J (2012) A draw-and-guess game to segment images. In: SocialComm 2012 ASE\/IEEE international conference on social computing, pp 914\u2013917","DOI":"10.1109\/SocialCom-PASSAT.2012.139"},{"key":"10_CR9","unstructured":"Genevieve P (2012) SUN attribute database: discovering, annotating, and recognizing scene attributes. In Proceedings of the 2012 IEEE conference on computer vision and pattern recognition (CVPR), pp 2751\u20132758"},{"key":"10_CR10","doi-asserted-by":"crossref","unstructured":"Glaser BG, Strauss A (1967) Discovery of grounded theory. In: Strategies for qualitative research. Sociology Press, Mill Valley","DOI":"10.1097\/00006199-196807000-00014"},{"key":"10_CR11","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","volume":"16","author":"T Hossfeld","year":"2014","unstructured":"Hossfeld T, Keimel C, Hirth M, Gardlo B, Habigt J, Diepold K, Tran-Gia P (2014) Best practices for QoE crowdtesting: QoE assessment with crowdsourcing. IEEE Trans Multimedia 16:541\u2013558","journal-title":"IEEE Trans Multimedia"},{"issue":"06","key":"10_CR12","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe J (2006) The Rise of crowdsourcing wired. Wired Mag 14(06):1\u20136","journal-title":"Wired Mag"},{"key":"10_CR13","unstructured":"Kennedy L, Hauptmann A (2006) LSCOM Lexicon definitions and annotations (Version 1.0). Computer science department, Paper 949. http:\/\/www.repository.cmu.edu\/compsci\/949"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Liu D, Hua X-S, Yang L, Wang M, Zhang H-J (2009) Tag ranking. In: WWW 2009 Proceedings of the 18th international conference on world wide web, pp. 351\u2013360","DOI":"10.1145\/1526709.1526757"},{"issue":"1","key":"10_CR15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","volume":"44","author":"W Mason","year":"2012","unstructured":"Mason W, Suri S (2012) Conducting behavioral research on Amazon\u2019s Mechanical Turk. Behav Res Methods 44(1):1\u201323","journal-title":"Behav Res Methods"},{"issue":"5","key":"10_CR16","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1109\/MIC.2012.68","volume":"16","author":"RR Morris","year":"2012","unstructured":"Morris RR, Dontcheva M, Gerber EM (2012) Priming for better performance in microtask crowdsourcing environments. IEEE Internet Comput 16(5):13\u201319","journal-title":"IEEE Internet Comput"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"Murphy GL (2002) The big book of concepts. The MIT Press, Cambridge","DOI":"10.7551\/mitpress\/1602.001.0001"},{"key":"10_CR18","doi-asserted-by":"crossref","unstructured":"Nie L, Yan S, Wang M, Hong R, Chua T-S (2012) Harvesting visual concepts for image search with complex queries. In: Proceedings of the 20th ACM international conference on multimedia (MM\u201912). ACM, New York, pp 59\u201368","DOI":"10.1145\/2393347.2393363"},{"key":"10_CR19","doi-asserted-by":"crossref","unstructured":"Nielsen J (1994) Enhancing the explanatory power of usability heuristics. In: Proceedings of the ACM CHI\u201994 conference, pp 152\u2013158","DOI":"10.1145\/259963.260333"},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Nielsen J, Landauer TKA (1993) Mathematical model of the finding of usability problems. In: Proceedings of ACM INTERCHI\u201993 conference, pp 206\u2013213","DOI":"10.1145\/169059.169166"},{"key":"10_CR21","doi-asserted-by":"crossref","unstructured":"Nowak S, Rueger S (2010) How reliable are annotations via crowdsourcing: a study about inter-annotator agreement for multi-label image annotation. In: MIR\u201910 Proceedings of the international conference on multimedia, information retrieval","DOI":"10.1145\/1743384.1743478"},{"key":"10_CR22","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci G, Chandler J, Ipeirotis PG (2010) Running experiments on amazon mechanical turk. Judgment Decision Making 5:5","journal-title":"Judgment Decision Making"},{"key":"10_CR23","doi-asserted-by":"crossref","unstructured":"Parikh D, Grauman K (2011) Interactively building a discriminative vocabulary of nameable attributes. In: Computer vision and pattern recognition (CVPR), pp 1681\u20131688","DOI":"10.1109\/CVPR.2011.5995451"},{"issue":"5695","key":"10_CR24","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1126\/science.1102081","volume":"306","author":"D Prelec","year":"2004","unstructured":"Prelec D (2004) A bayesian truth serum for subjective data. Science 306(5695):462\u20136","journal-title":"Science"},{"key":"10_CR25","first-page":"1403","volume":"2011","author":"AJ Quinn","year":"2011","unstructured":"Quinn AJ, Bederson BB (2011) Human computation: a survey and taxonomy of a growing field. Proc ACM CHI 2011:1403\u201312","journal-title":"Proc ACM CHI"},{"key":"10_CR26","unstructured":"Rafferty P, Hidderly R (2005) Indexing multimedia and creative works. Ashgate, Farnham"},{"key":"10_CR27","doi-asserted-by":"crossref","unstructured":"Ross J, Lilly Irani M, Silberman S, Zaldivar A, Tomlinson B (2010) Who are the crowdworkers?: shifting demographics in mechanical turk. In: CHI\u201910 Extended abstracts on human factors in computing systems (CHI EA\u201910). ACM, New York, pp 2863\u20132872","DOI":"10.1145\/1753846.1753873"},{"key":"10_CR28","doi-asserted-by":"crossref","unstructured":"Smeaton AF, Over P, Kraaij W (2006) Evaluation campaigns and TRECVid. In: Proceedings of the 8th ACM international workshop on multimedia information retrieval (MIR\u201906) pp. 321\u2013330","DOI":"10.1145\/1178677.1178722"},{"key":"10_CR29","doi-asserted-by":"crossref","unstructured":"Snoek CGM, Freiburg B, Oomen J, Ordelman R (2010) Crowdsourcing rock n\u2019 roll multimedia retrieval. In: MM\u201910 Proceedings of the international conference on multimedia, pp. 1535\u20131538","DOI":"10.1145\/1873951.1874278"},{"key":"10_CR30","unstructured":"Szab\u00f3 ZG (2013) Compositionality. In: Zalta EN (ed) The stanford encyclopedia of philosophy. (Fall, Fall River). http:\/\/www.plato.stanford.edu\/archives\/fall2013\/entries\/compositionality\/"},{"issue":"6","key":"10_CR31","doi-asserted-by":"publisher","first-page":"1153","DOI":"10.1016\/j.intcom.2004.07.007","volume":"16","author":"MJ Van den Haak","year":"2004","unstructured":"Van den Haak MJ, Jong MDT, Schellens PJ (2004) Employing think-aloud protocols and constructive interaction to test the usability of online library catalogues: a methodological comparison. Interact Comput 16(6):1153\u201370","journal-title":"Interact Comput"},{"issue":"3","key":"10_CR32","first-page":"359","volume":"47","author":"T Van der Geest","year":"2000","unstructured":"Van der Geest T, Spyridakis JH (2000) Developing heuristics for web communication. Tech Commun 47(3):359\u201382","journal-title":"Tech Commun"},{"key":"10_CR33","unstructured":"Vliegendhart R, Larson MA, Pouwelse JA (2012) Discovering user perceptions of semantic similarity in near-duplicate multimedia files. In: CrowdSearch 2012: First international workshop on crowdsourcing web search, pp 54\u201358"},{"key":"10_CR34","doi-asserted-by":"crossref","unstructured":"Wieneck L, D\u00fcring M, Sillaume G, Lallemand C, Croce V, Lazzaro M, Nucci F, Pasini C, Fraternali P, Tagliasacchi M, Melenhorst M, Novak J, Micheel I (2013) Building the social graph of the history of European integration. A pipeline for humanist-machine interaction in the digital humanities. In: Proceedings of the conference histoinformatics 2013, Kyoto","DOI":"10.1007\/978-3-642-55285-4_7"},{"key":"10_CR35","doi-asserted-by":"crossref","unstructured":"Xirong Li; Snoek CGM, Worring M, Smeulders AWM (2012) Harvesting social images for bi-concept search. IEEE Trans Multimedia 14(4):1091\u20131104","DOI":"10.1109\/TMM.2012.2191943"}],"container-title":["Advances in Computer Vision and Pattern Recognition","Fusion in Computer Vision"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-05696-8_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,14]],"date-time":"2023-02-14T09:41:28Z","timestamp":1676367688000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-05696-8_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014]]},"ISBN":["9783319056951","9783319056968"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-05696-8_10","relation":{},"ISSN":["2191-6586","2191-6594"],"issn-type":[{"value":"2191-6586","type":"print"},{"value":"2191-6594","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014]]},"assertion":[{"value":"26 March 2014","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}