{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T17:51:35Z","timestamp":1740160295675,"version":"3.37.3"},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2015,11,25]],"date-time":"2015-11-25T00:00:00Z","timestamp":1448409600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Soc. Netw. Anal. Min."],"published-print":{"date-parts":[[2015,12]]},"DOI":"10.1007\/s13278-015-0306-9","type":"journal-article","created":{"date-parts":[[2015,11,24]],"date-time":"2015-11-24T23:24:37Z","timestamp":1448407477000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Protecting the Dawid\u2013Skene algorithm against low-competence raters and collusion attacks with gold-selection strategies"],"prefix":"10.1007","volume":"5","author":[{"given":"Conny","family":"K\u00fchne","sequence":"first","affiliation":[]},{"given":"Klemens","family":"B\u00f6hm","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,11,25]]},"reference":[{"key":"306_CR1","doi-asserted-by":"crossref","unstructured":"Aban IB, Meerschaert MM, Panorska AK (2006) Parameter estimation for the truncated Pareto distribution. J Am Stat Assoc 101(473):270\u2013277. doi: 10.1198\/016214505000000411 . http:\/\/amstat.tandfonline.com\/doi\/abs\/10.1198\/016214505000000411","DOI":"10.1198\/016214505000000411"},{"key":"306_CR2","doi-asserted-by":"crossref","unstructured":"Clauset A, Shalizi CR, Newman MEJ (2009) Power-law distributions in empirical data. SIAM Rev 51(4):661\u2013703. ISSN 0036-1445. doi: 10.1137\/070710111 . http:\/\/dx.doi.org\/10.1137\/070710111","DOI":"10.1137\/070710111"},{"key":"306_CR3","unstructured":"Jean-Antoine-Nicolas de Caritat Marquis\u00a0de Condorcet (1785) Essai sur l\u2019application de l\u2019analyse \u00e0 la probabilit\u00e9 des d\u00e9cisions rendues \u00e0 la pluralit\u00e9 des voix"},{"key":"306_CR4","doi-asserted-by":"crossref","unstructured":"Dawid AP, Skene AM (1979) Maximum likelihood estimation of observer error-rates using the EM algorithm. J R Stat Soc Series C (Appl Stat) 20\u201328","DOI":"10.2307\/2346806"},{"issue":"1","key":"306_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","volume":"39","author":"AP Dempster","year":"1977","unstructured":"Dempster AP, Laird NM, Rubin DB (1977) Maximum likelihood from incomplete data via the EM algorithm. J R Stat Soc Series B 39(1):1\u201338","journal-title":"J R Stat Soc Series B"},{"key":"306_CR6","unstructured":"Duda RO, Hart PE (1973) Pattern Classification and Scene Analysis. J Wiley"},{"key":"306_CR7","doi-asserted-by":"crossref","unstructured":"Grofman B, Owen G, Feld SL (1983) Thirteen theorems in search of the truth. Theory Decision 15(3):261\u2013278. ISSN 0040-5833. doi: 10.1007\/BF00125672 . http:\/\/dx.doi.org\/10.1007\/BF00125672","DOI":"10.1007\/BF00125672"},{"key":"306_CR8","doi-asserted-by":"crossref","unstructured":"Ipeirotis PG, Provost F, Wang J (2010) Quality management on Amazon Mechanical Turk. In: Proceedings of the ACM SIGKDD Workshop on Human Computation, HCOMP \u201910, New York, pp 64\u201367. ACM. http:\/\/doi.acm.org\/10.1145\/1837885.1837906","DOI":"10.1145\/1837885.1837906"},{"issue":"2","key":"306_CR9","doi-asserted-by":"crossref","first-page":"138","DOI":"10.1007\/s10791-012-9205-0","volume":"16","author":"Gabriella Kazai","year":"2013","unstructured":"Kazai Gabriella, Kamps Jaap, Milic-Frayling Natasa (2013) An analysis of human factors and label accuracy in crowdsourcing relevance judgments. Inf Retr 16(2):138\u2013178","journal-title":"Inf Retr"},{"key":"306_CR10","doi-asserted-by":"crossref","unstructured":"Kuncheva LI (2004) Combining Pattern Classifiers: Methods and Algorithms. Wiley-Interscience. ISBN 0471210781","DOI":"10.1002\/0471660264"},{"issue":"1","key":"306_CR11","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1007\/s10044-002-0173-7","volume":"6","author":"Ludmila I Kuncheva","year":"2003","unstructured":"Kuncheva Ludmila I, Whitaker Christopher J, Shipp Catherine A (2003) Limits on the majority vote accuracy in classifier fusion. Pattern Anal Appl 6(1):22\u201331","journal-title":"Pattern Anal Appl"},{"key":"306_CR12","doi-asserted-by":"crossref","unstructured":"Lam L, Suen CY (1997) Application of majority voting to pattern recognition: an analysis of its behavior and performance. Syst Man Cybern Part A Syst Humans IEEE Trans 27(5):553\u2013568. ISSN 1083-4427. doi: 10.1109\/3468.618255","DOI":"10.1109\/3468.618255"},{"key":"306_CR13","volume-title":"Error rate analysis of labeling by crowdsourcing. Machine Learning Meets Crowdsourcing","author":"H Li","year":"2013","unstructured":"H Li, Yu B, Zhou D (2013) Error rate analysis of labeling by crowdsourcing. Machine Learning Meets Crowdsourcing. In ICML Workshop, USA"},{"key":"306_CR14","doi-asserted-by":"crossref","unstructured":"Mamykina L, Manoim B, Mittal M, Hripcsak G, Hartmann B (2011) Design lessons from the fastest q&a site in the west. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI \u201911, New York. ACM, pp 2857\u20132866","DOI":"10.1145\/1978942.1979366"},{"key":"306_CR15","unstructured":"Meka R, Jain P, Dhillon IS (2009) Matrix completion from power-law distributed samples. In: Advances in Neural Information Processing Systems, pp 1258\u20131266"},{"key":"306_CR16","unstructured":"Marvin L (1969) Minsky and Seymour Papert. An Introduction to Computational Geometry. The MIT Press, Perceptrons"},{"key":"306_CR17","doi-asserted-by":"crossref","unstructured":"Nitzan S, Paroush J (1982) Optimal decision rules in uncertain dichotomous choice situations. Int Econ Rev 23:289\u2013297. http:\/\/www.jstor.org\/stable\/2526438","DOI":"10.2307\/2526438"},{"issue":"2","key":"306_CR18","first-page":"491","volume":"13","author":"Raykar Raykar","year":"2012","unstructured":"Raykar VC, Yu S (2012) Eliminating spammers and ranking annotators for crowdsourced labeling tasks. J Mach Learn Res 13(2):491\u2013518","journal-title":"J Mach Learn Res"},{"key":"306_CR19","doi-asserted-by":"crossref","unstructured":"Snow R, O\u2019Connor B, Jurafsky D, Ng AY (2008) Cheap and fast\u2014but is it good?: Evaluating non-expert annotations for natural language tasks. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, EMNLP \u201908, Stroudsburg. Association for Computational Linguistics. pp 254\u2013263. http:\/\/dl.acm.org\/citation.cfm?id=1613715.1613751","DOI":"10.3115\/1613715.1613751"},{"key":"306_CR20","unstructured":"Wang J, Ipeirotis PG, Provost F (2011) Managing crowdsourcing workers. In: The 2011 Winter Conference on Business Intelligence, pp 10\u201312"},{"key":"306_CR21","unstructured":"Wang J, Ipeirotis PG, Provost F (2013) Quality-based pricing for crowdsourced workers. NYU-CBA Working Paper CBA-13-06. http:\/\/hdl.handle.net\/2451\/31833"},{"key":"306_CR22","unstructured":"Whitehill J, Ruvolo P, Wu T, Bergsma J, Movellan JR (2009) Whose vote should count more: optimal integration of labels from labelers of unknown expertise. NIPS 2035\u20132043"}],"container-title":["Social Network Analysis and Mining"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13278-015-0306-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s13278-015-0306-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s13278-015-0306-9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,12]],"date-time":"2024-06-12T17:18:57Z","timestamp":1718212737000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s13278-015-0306-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,11,25]]},"references-count":22,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2015,12]]}},"alternative-id":["306"],"URL":"https:\/\/doi.org\/10.1007\/s13278-015-0306-9","relation":{},"ISSN":["1869-5450","1869-5469"],"issn-type":[{"type":"print","value":"1869-5450"},{"type":"electronic","value":"1869-5469"}],"subject":[],"published":{"date-parts":[[2015,11,25]]},"article-number":"67"}}