{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,5]],"date-time":"2025-08-05T12:44:01Z","timestamp":1754397841755},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2012,2,12]],"date-time":"2012-02-12T00:00:00Z","timestamp":1329004800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"published-print":{"date-parts":[[2014,3]]},"DOI":"10.1007\/s11042-012-0995-2","type":"journal-article","created":{"date-parts":[[2012,2,11]],"date-time":"2012-02-11T11:42:47Z","timestamp":1328960567000},"page":"397-421","source":"Crossref","is-referenced-by-count":19,"title":["Automatic annotation of image databases based on implicit crowdsourcing, visual concept modeling and evolution"],"prefix":"10.1007","volume":"69","author":[{"given":"Klimis","family":"Ntalianis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicolas","family":"Tsapatsoulis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anastasios","family":"Doulamis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nikolaos","family":"Matsatsinis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2012,2,12]]},"reference":[{"key":"995_CR1","unstructured":"Ahn LV, Dabbish L (2004) Labeling images with a computer game. In Proceedings of CHI, p.p. 319\u2013326"},{"issue":"8","key":"995_CR2","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1145\/1378704.1378719","volume":"51","author":"LV Ahn","year":"2008","unstructured":"Ahn LV, Dabbish L (2008) Designing games with a purpose. Commun ACM 51(8):58\u201367","journal-title":"Commun ACM"},{"issue":"5895","key":"995_CR3","doi-asserted-by":"crossref","first-page":"1465","DOI":"10.1126\/science.1160379","volume":"321","author":"LV Ahn","year":"2008","unstructured":"Ahn LV, Maurer B, McMillen C, Abraham D, Blum M (2008) reCAPTCHA: human-based character recognition via web security measures. Science 321(5895):1465\u20131468","journal-title":"Science"},{"key":"995_CR4","doi-asserted-by":"crossref","unstructured":"Assfalg J, Bertini M, Colombo C, and Bimbo AD , \u201cSemantic annotation of sports videos,\u201d IEEE Multimedia, vol. 9, no. 2, pp. 52-60, April-June 2002","DOI":"10.1109\/93.998060"},{"key":"995_CR5","unstructured":"Bach FR, Jordan MI (2004) Learning spectral clustering. In: Thrun S, Saul L, Schoelkopf B (Eds.), Advances in Neural Information Processing Systems (NIPS) 16, (long version)"},{"issue":"3","key":"995_CR6","doi-asserted-by":"crossref","first-page":"394","DOI":"10.1109\/TPAMI.2007.61","volume":"29","author":"G Carneiro","year":"2006","unstructured":"Carneiro G, Chan AB, Moreno PJ, Vasconcelos N (2006) Supervised learning of semantic classes for image annotation and retrieval. IEEE Trans Pattern Analysis and Machine Intelligence 29(3):394\u2013410","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"issue":"1","key":"995_CR7","first-page":"20","volume":"28","author":"A Dawid","year":"1979","unstructured":"Dawid A, Skene A (1979) Maximum Likelihood Estimation of Observer Error-Rates Using the EM Algorithm. J of the Royal Statistical Society, Series C (Appl Stat) 28(1):20\u201328","journal-title":"J. of the Royal Statistical Society, Series C (Appl. Stat.)"},{"issue":"3","key":"995_CR8","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1109\/TKDE.2010.113","volume":"23","author":"P Delias","year":"2011","unstructured":"Delias P, Doulamis A, Doulamis N, Matsatsinis N (2011) Optimizing resource conflicts in workflow management systems. IEEE Trans on Knowledge Engineering 23(3):417\u2013432","journal-title":"IEEE Trans. on Knowledge Engineering"},{"issue":"4","key":"995_CR9","first-page":"334","volume":"21","author":"N Doulamis","year":"2006","unstructured":"Doulamis N, Doulamis A (2006) Evaluation of relevance feedback schemes in content-based retrieval systems. Signal Processing: Image Communication 21(4):334\u2013357","journal-title":"Signal Processing: Image Communication"},{"issue":"3","key":"995_CR10","doi-asserted-by":"crossref","first-page":"758","DOI":"10.1109\/30.883444","volume":"46","author":"A Doulamis","year":"2000","unstructured":"Doulamis A, Doulamis N, Kollias S (2000) Non-sequential video content representation using temporal variation of feature vectors. IEEE Trans Consumer Electronics 46(3):758\u2013768","journal-title":"IEEE Trans. Consumer Electronics"},{"key":"995_CR11","doi-asserted-by":"crossref","first-page":"189","DOI":"10.1007\/978-3-642-03452-7_10","volume":"240","author":"N Doulamis","year":"2009","unstructured":"Doulamis N, Dragonas J, Doulamis A, Miaoulis G, Plemenos D (2009) Machine learning and pattern analysis methods for profiling in a declarative collaorative framework. Studies in Computational Intelligence 240:189\u2013206","journal-title":"Studies in Computational Intelligence"},{"key":"995_CR12","unstructured":"Duda RO, Hart P, Stock D (2004) Pattern classification. Wiley-Interscience (2nd Edition)"},{"key":"995_CR13","doi-asserted-by":"crossref","unstructured":"Feng S, Manmatha R, Lavrenko V (2004) Multiple bernoulli relevance models for image and video annotation. In Proc. IEEE Conf. Computer Vision and Pattern Recognition, 2004","DOI":"10.1109\/CVPR.2004.1315274"},{"key":"995_CR14","unstructured":"Gao S, Wang D-H, Lee C-H (2006) Automatic image annotation through multi-topic text categorization, proceedings of the 2006 IEEE ICASSP, VOL. 2, PP. II--II, Toulouse, France, May 2006"},{"issue":"1","key":"995_CR15","first-page":"39","volume":"13","author":"X He","year":"2003","unstructured":"He X, King O, Ma W-Y, Li M, Zhang H-J (2003) Learning a semantic space from user's relevance feedback for image retrieval. IEEE Trans CSVT 13(1):39\u201348","journal-title":"IEEE Trans. CSVT"},{"key":"995_CR16","doi-asserted-by":"crossref","unstructured":"Heisterkamp D (2002) Building a latent-semantic index of an image database from patterns of relevance feedback. In Proceedings of the 16th ICPR, p.p. 134-137","DOI":"10.1109\/ICPR.2002.1047417"},{"key":"995_CR17","unstructured":"Howe J (2008) Crowdsourcing: why the power of the crowd is driving the future of business. Crown Business, 1st edition, August 2008."},{"key":"995_CR18","doi-asserted-by":"crossref","unstructured":"Hsueh P-Y, Melville P, Sindhwani V (2009) Data quality from crowdsourcing: a study of annotation selection criteria. Proceedings of the NAACL HLT 2009 Workshop on Active Learning for Natural Language Processing, Boulder, Colorado, June 2009.","DOI":"10.3115\/1564131.1564137"},{"key":"995_CR19","unstructured":"http:\/\/www.gwap.com\/gwap\/ , Oct. 2011."},{"issue":"1","key":"995_CR20","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1016\/j.patcog.2009.06.001","volume":"43","author":"N Huazhong","year":"2010","unstructured":"Huazhong N, Wei X, Yun C, Yihong G, Huang TS (2010) Incremental spectral clustering by efficiently updating the eigen-system. Pattern Recognition 43(1):113\u2013127","journal-title":"Pattern Recognition"},{"key":"995_CR21","doi-asserted-by":"crossref","unstructured":"Jain S, Parkes DC (2009) The role of game theory in human computation systems. In ACM KDD Workshop on Human Computation, pp. 58\u201361","DOI":"10.1145\/1600150.1600171"},{"key":"995_CR22","doi-asserted-by":"crossref","unstructured":"Joachims T (2002) Optimizing search engines using clickthrough data. Proceedings of the 8th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 133 \u2013 142, Edmonton, Canada, July","DOI":"10.1145\/775066.775067"},{"key":"995_CR23","unstructured":"Joachims T, Granka L, Pang B, Hembrooke H, Gay G (2005) Accurately interpreting clickthrough data as implicit feedback,\u201d In Proceedings of the 28th Annual International ACM SIGIR Conference, p.p. 154-161"},{"key":"995_CR24","unstructured":"Kaisser M, Hearst M, Lowe JB (2008) Evidence for varying search results summary lengths. In Proceedings of ACL"},{"key":"995_CR25","doi-asserted-by":"crossref","unstructured":"Karamolegkos PN, Patrikakis CZ, Doulamis ND, Vlacheas PT, Nikolakopoulos IG (2009) An evaluation study of clustering algorithms in the scope of user communities assessment. Journal of Computers & Mathematics with Applications. 58(8) October","DOI":"10.1016\/j.camwa.2009.05.023"},{"key":"995_CR26","doi-asserted-by":"crossref","unstructured":"Karypis G, Kumar V (1995) Analysis of multilevel graph partitioning. ACM Conf. on supercomputing, ISBN:0-89791-816-9","DOI":"10.1145\/224170.224229"},{"issue":"9","key":"995_CR27","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1109\/TPAMI.2003.1227984","volume":"25","author":"J Li","year":"2003","unstructured":"Li J, Wang J (2003) Automatic Linguistic Indexing of Pictures by a Statistical Modeling Approach. IEEE Trans Pattern Analysis and Machine Intelligence 25(9):1075\u20131088","journal-title":"IEEE Trans. Pattern Analysis and Machine Intelligence"},{"key":"995_CR28","doi-asserted-by":"crossref","unstructured":"Lin C, Xue G-R, Zeng H-J, Yu Y (2005) Using probabilistic latent semantic analysis for personalized web search. In Web Technologies Research and Development - Proceedings of the 7th Asia-Pacific Web Conference, Vol. 3399 of LNCS, p.p. 707-717, 2005.","DOI":"10.1007\/978-3-540-31849-1_68"},{"issue":"4","key":"995_CR29","doi-asserted-by":"crossref","first-page":"702","DOI":"10.1109\/TMM.2011.2134078","volume":"13","author":"D Liu","year":"2011","unstructured":"Liu D, Yan S, Hua X-S, Zhang H-J (2011) Image retagging using collaborative tag propagation. IEEE Trans Multimedia 13(4):702\u2013712","journal-title":"IEEE Trans. Multimedia"},{"key":"995_CR30","doi-asserted-by":"crossref","unstructured":"Macdonald C, Ounis I (2009) Usefulness of quality click-through data for training,\u201d In Proceedings of the 2009 Workshop on Web Search Click Data, p.p. 75-79","DOI":"10.1145\/1507509.1507521"},{"issue":"1-2","key":"995_CR31","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1023\/B:VISI.0000004832.02269.45","volume":"56","author":"H Muller","year":"2004","unstructured":"Muller H, Pun T, Squire D (2004) Learning from user behavior in image retrieval: application of market basket analysis. Int J Comput Vis 56(1-2):65\u201377","journal-title":"Int J Comput Vis"},{"key":"995_CR32","unstructured":"Natsev A, Jiang W, Merler M, Smith JR, Tesic J, Xie L, Yan R (2008) IBM Research TRECVID-2008 Video Retrieval System,\u201d In Proc. of TRECVID 2008,"},{"key":"995_CR33","volume-title":"From push-based passive content consumption to pull-based content experiences, Panel presentation in the 8th IEEE WIAMIS","author":"J Nesvadba","year":"2007","unstructured":"Nesvadba J (2007) From push-based passive content consumption to pull-based content experiences, Panel presentation in the 8th IEEE WIAMIS. Santorini, Greece"},{"key":"995_CR34","doi-asserted-by":"crossref","unstructured":"Ntalianis K, Doulamis A, Tsapatsoulis N, Doulamis N (2010) Human action analysis, annotation and modeling in video streams based on implicit user interaction. in Multimedia Tools and Applications, Springer, Vol. 50, No. 1, p.p. 199-225","DOI":"10.1007\/s11042-009-0369-6"},{"key":"995_CR35","unstructured":"Ntalianis KS, Tsapatsoulis N, Doulamis A, Doulamis N (2008) Event recognition in video streams based on user cognition. in Proc. of the 1st ACM Int. Workshop in Analysis and Retrieval of Events\/Actions and Workflows in Video Streams, Vancouver, Canada, October 2008."},{"key":"995_CR36","unstructured":"Petridis K, Kompatsiaris I, Strintzis MG, Bloehdorn S, Handschuh S, Staab S, Simou N, Tzouvaras V, Avrithis Y (2004) Knowledge representation for semantic multimedia content analysis and reasoning, proceedings of the 2004 European Workshop on the Integration of Knowledge, Semantics and Digital Media Technology, pp. 33-46, London, UK, November"},{"key":"995_CR37","unstructured":"Quinn AJ, Bederson BB (2009) A taxonomy of distributed human computation. Technical Report, Univ. of Maryland, College Park"},{"issue":"2","key":"995_CR38","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1049\/iet-ipr:20060040","volume":"1","author":"K Rapantzikos","year":"2007","unstructured":"Rapantzikos K, Tsapatsoulis N, Avrithis Y, Kollias S (2007) Bottom-up spatiotemporal visual attention model for video analysis. IET Image Processing 1(2):237\u2013248","journal-title":"IET Image Processing"},{"key":"995_CR39","doi-asserted-by":"crossref","unstructured":"Raykar V, Yu S, Zhao L, Jerebko A, Florin C, Valadez G, Bogoni L, Moy L, (2009) Supervised Learning from Multiple Experts: Whom to Trust when Everyone Lies a Bit. In Proc. 26th Annual International Conference on Machine Learning (ICML\u201909), p.p. 889\u2013896","DOI":"10.1145\/1553374.1553488"},{"key":"995_CR40","doi-asserted-by":"crossref","unstructured":"Sheng VS, Provost F, Ipeirotis PG (2008) Get another label? Improving data quality and data mining using multiple, noisy labelers. In KDD, 2008","DOI":"10.1145\/1401890.1401965"},{"issue":"8","key":"995_CR41","doi-asserted-by":"crossref","first-page":"888","DOI":"10.1109\/34.868688","volume":"22","author":"J Shi","year":"2000","unstructured":"Shi J, Malik J (2000) Normalized cut and image segmentation. IEEE Trans Pattern Anal Machine Intell 22(8):888\u2013905","journal-title":"IEEE Trans. Pattern Anal. Machine Intell."},{"issue":"3","key":"995_CR42","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1109\/MIS.2008.45","volume":"23","author":"K Siorpaes","year":"2008","unstructured":"Siorpaes K, Hepp M (2008) Games with a purpose for the semantic web. IEEE Intell Syst 23(3):50\u201360","journal-title":"IEEE Intell Syst"},{"key":"995_CR43","unstructured":"Smyth P, Fayyad U, Burl M, Perona P, Baldi P (1995) Inferring ground truth from subjective labeling of venus images. Advances in Neural Information Processing Systems (NIPS\u201995)"},{"key":"995_CR44","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, Ng A (2008) Cheap and fast \u2013 but is it good ? Evaluating non-expert annotations for natural language tasks. In proceedings of the conference on empirical methods in natural language processing, pp. 254\u2013263, Honolulu, Hawaii, 2008"},{"key":"995_CR45","unstructured":"SocIoS: FP7 STREP project, September 2010 \u2013 February 2013, http:\/\/www.sociosproject.eu\/"},{"key":"995_CR46","unstructured":"Sorokin A, Forsyth D (2008) Utility data annotation via amazon mechanical turk. In IEEE Workshop on Internet Vision at CVPR, 2008"},{"key":"995_CR47","doi-asserted-by":"crossref","unstructured":"Spain M, Perona P (2008) Some objects are more equal than others: measuring and predicting importance. In ECCV","DOI":"10.1007\/978-3-540-88682-2_40"},{"key":"995_CR48","doi-asserted-by":"crossref","unstructured":"Suh B, Convertino G, Chi EH, Pirolli P (2009) The singularity is not near: slowing growth of wikipedia. In Proceedings of the 5th International Symposium onWikis and Open Collaboration (WikiSym\u201909), pp. 1\u201310, New York, USA","DOI":"10.1145\/1641309.1641322"},{"key":"995_CR49","doi-asserted-by":"crossref","unstructured":"Sunstein CR (2006) Infotopia: how many minds produce knowledge, Oxford University Press, ISBN 0195189280, 2006","DOI":"10.1093\/oso\/9780195189285.001.0001"},{"key":"995_CR50","doi-asserted-by":"crossref","unstructured":"Tsapatsoulis N, Petridis S (2007) Classifying images from athletics based on spatial relations, proc. of the 2nd intern. Workshop on semantic media adaptation and personalization, pp. 92-97, Dec","DOI":"10.1109\/SMAP.2007.49"},{"issue":"2","key":"995_CR51","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1109\/TMM.2007.911832","volume":"10","author":"VS Tseng","year":"2008","unstructured":"Tseng VS, Su J-H, Huang J-H, Chen C-J (2008) Integrated mining of visual features, speech features, and frequent patterns for semantic video annotation. IEEE Transactions on Multimedia 10(2):260\u2013267","journal-title":"IEEE Transactions on Multimedia"},{"key":"995_CR52","doi-asserted-by":"crossref","unstructured":"Tsikrika T, Diou C, de Vries AP, Delopoulos A (2009) Image annotation using clickthrough data, In Proceedings of the 8th International Conference on Image and Video Retrieval","DOI":"10.1145\/1646396.1646415"},{"key":"995_CR53","unstructured":"Ulges A, Koch M, Schulze C, Breuel T (2008) Learning TRECVID'08 high-level features from YouTubeTM,\u201d In Proc. of TRECVID 2008"},{"key":"995_CR54","unstructured":"Vijayanarasimhan S, Grauman K (2009) What\u2019s it going to cost you?: Predicting Effort vs. Informativeness for multi-label image annotations. In CVPR, p.p. 2262\u20132269"},{"key":"995_CR55","unstructured":"Wang A, Hoang CDV, Kan M-Y (2010) Perspectives on crowdsourcing annotations for natural language processing. Technical Report, School of Computing, National University of Singapore"},{"issue":"4","key":"995_CR56","doi-asserted-by":"crossref","first-page":"340","DOI":"10.1007\/s00530-006-0013-5","volume":"11","author":"X-J Wang","year":"2006","unstructured":"Wang X-J, Ma W-YM, Li X (2006) Exploring statistical correlations for image retrieval. Multimedia Systems 11(4):340\u2013351","journal-title":"Multimedia Systems"},{"key":"995_CR57","unstructured":"Whitehill J, Ruvolo P, Wu T, Bergsma J, Movellan J (2009) Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In NIPS"},{"key":"995_CR58","unstructured":"Yuen M-C, Chen L-J, King I (2009) A survey of human computation systems. IEEE International Conference on Computational Science and Engineering, p.p. 723\u2013728, 2009"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-012-0995-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11042-012-0995-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-012-0995-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,4,19]],"date-time":"2024-04-19T14:25:23Z","timestamp":1713536723000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11042-012-0995-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2012,2,12]]},"references-count":58,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2014,3]]}},"alternative-id":["995"],"URL":"https:\/\/doi.org\/10.1007\/s11042-012-0995-2","relation":{},"ISSN":["1380-7501","1573-7721"],"issn-type":[{"value":"1380-7501","type":"print"},{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2012,2,12]]}}}