{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:29:34Z","timestamp":1742941774327,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319181226"},{"type":"electronic","value":"9783319181233"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-18123-3_11","type":"book-chapter","created":{"date-parts":[[2015,4,8]],"date-time":"2015-04-08T07:51:48Z","timestamp":1428479508000},"page":"169-185","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Retaining Rough Diamonds: Towards a Fairer Elimination of Low-Skilled Workers"],"prefix":"10.1007","author":[{"given":"Kinda El","family":"Maarry","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wolf-Tilo","family":"Balke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,4,9]]},"reference":[{"key":"11_CR1","unstructured":"Gino, F., Staats, B.R.: The microwork solution. Harvard Business Review 90(12) (2012)"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Selke, J., Lofi, C., Balke, W.-T.: Pushing the boundaries of crowd- enabled databases with query-driven schema expansion. In: 38th Int. Conf. on Very Large Data Bases (VLDB), pp. 538\u2013549 (2012)","DOI":"10.14778\/2168651.2168655"},{"issue":"14","key":"11_CR3","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe, J.: The Rise of Crowdsourcing. The Journal of North 14(14), 1\u20135 (2006)","journal-title":"The Journal of North"},{"key":"11_CR4","unstructured":"Zhu, D., Carterette, B.: An analysis of assessor behavior in crowdsourced preference judgments. In: SIGIR 2010 Workshop on Crowdsourcing for Search Evaluation, no. Cse, pp. 17\u201320 (2010)"},{"key":"11_CR5","unstructured":"Rasch, G.: Probabilistic Models for Some Intelligence and Attainment Tests. Nielsen & Lydiche (1960)"},{"key":"11_CR6","unstructured":"Finin, T., Murnane, W., Karandikar, A., Keller, N., Martineau, J., Dredze, M.: Annotating named entities in twitter data with crowdsourcing. In: CSLDAMT 2010 Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon\u2019s Mechanical Turk, pp. 80\u201388 (2010)"},{"key":"11_CR7","doi-asserted-by":"crossref","unstructured":"Lofi, C., El Maarry, K., Balke, W.-T.: Skyline queries in crowd-enabled databases. In: Proceedings of the 16th International Conference on Extending Database Technology, EDBT\/ICDT Joint Conference (2013)","DOI":"10.1145\/2452376.2452431"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Kouloumpis, E., Wilson, T., Moore, J.: Twitter sentiment analysis: the good the bad and the OMG! In: International AAAI Conference on Weblogs and Social Media, pp. 538\u2013541 (2011)","DOI":"10.1609\/icwsm.v5i1.14185"},{"key":"11_CR9","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C.: Fast, cheap, and creative: evaluating translation quality using amazon\u2019s mechanical turk. In: EMNLP 2009: Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, vol. 1(1), pp. 286\u2013295 (2009)","DOI":"10.3115\/1699510.1699548"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Lofi, C., Selke, J., Balke, W.-T.: Information Extraction Meets Crowdsourcing: A Promising Couple. Proceedings of the VLDB Endowment 5 (6), 538-549 (2012)","DOI":"10.14778\/2168651.2168655"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Kuncheva, L.I., Whitaker, C.J., Shipp, C.A., Duin, R.P.W.: Limits on the majority vote accuracy in classifier fusion. Journal: Pattern Analysis and Applications, PAA 6(1), 22\u201331 (2003)","DOI":"10.1007\/s10044-002-0173-7"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. Journal of Applied Statistics, 20\u201328 (1979)","DOI":"10.2307\/2346806"},{"key":"11_CR13","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Valadez, G.H., Florin, C., Bogoni, L., Moy, L.: Learning From Crowds. The Journal of Machine Learning Research 11, 1297\u20131322 (2010)","journal-title":"The Journal of Machine Learning Research"},{"issue":"1","key":"11_CR14","first-page":"1","volume":"22","author":"J Whitehill","year":"2009","unstructured":"Whitehill, J., Ruvolo, P., Wu, T., Bergsma, J., Movellan, J.: Whose Vote Should Count More: Optimal Integration of Labels from Labelers of Unknown Expertise. Proceedings of NIPS 22(1), 1\u20139 (2009)","journal-title":"Proceedings of NIPS"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Ipeirotis, P.G., Provost, F., Wang, J.: Quality management on amazon mechanical turk. In: Proceedings of the ACM SIGKDD Workshop on Human Computation, p. 3 (2010)","DOI":"10.1145\/1837885.1837906"},{"key":"11_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/978-3-642-20161-5_17","volume-title":"Advances in Information Retrieval","author":"G Kazai","year":"2011","unstructured":"Kazai, G.: In Search of Quality in Crowdsourcing for Search Engine Evaluation. In: Clough, P., Foley, C., Gurrin, C., Jones, G.J., Kraaij, W., Lee, H., Mudoch, V. (eds.) ECIR 2011. LNCS, vol. 6611, pp. 165\u2013176. Springer, Heidelberg (2011)"},{"key":"11_CR17","unstructured":"Qiang Liu, A.I.: Mark steyvers, \u201cscoring workers in crowdsourcing: how many control questions are enough? In: Proceedings of NIPS (2013)"},{"key":"11_CR18","doi-asserted-by":"crossref","unstructured":"El Maarry, K., Balke, W.-T., Cho, H., Hwang, S., Baba, Y.: Skill ontology-based model for quality assurance in crowdsourcing. In: UnCrowd 2014: DASFAA Workshop on Uncertain and Crowdsourced Data, Bali, Indonesia (2014)","DOI":"10.1007\/978-3-662-43984-5_29"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Ignjatovic, A., Foo, N., Lee, C.T.L.C.T.: An analytic approach to reputation ranking of participants in online transactions. In: IEEE\/WIC\/ACM Int. Conf. Web Intell. Intell. Agent Technol., vol. 1 (2008)","DOI":"10.1109\/WIIAT.2008.14"},{"key":"11_CR20","doi-asserted-by":"crossref","unstructured":"Noorian, Z., Ulieru, M.: The State of the Art in Trust and Reputation Systems: A Framework for Comparison. Journal of Theoretical and Applied Electronic Commerce Research 5(2) (2010)","DOI":"10.4067\/S0718-18762010000200007"},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Traub, R.E.: Applications of item response theory to practical testing problems, vol. 5, pp. 539\u2013543. Erlbaum Associates (1980)","DOI":"10.1177\/014662168100500412"},{"key":"11_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/978-3-642-41154-0_1","volume-title":"Web Information Systems Engineering \u2013 WISE 2013","author":"N Quoc Viet Hung","year":"2013","unstructured":"Quoc Viet Hung, N., Tam, N.T., Tran, L.N., Aberer, K.: An Evaluation of Aggregation Techniques in Crowdsourcing. In: Lin, X., Manolopoulos, Y., Srivastava, D., Huang, G. (eds.) WISE 2013, Part II. LNCS, vol. 8181, pp. 1\u201315. Springer, Heidelberg (2013)"},{"key":"11_CR23","unstructured":"Wang, J., Ipeirotis, P.G., Provost, F.: Managing crowdsourced workers. In: Winter Conference on Business Intelligence (2011)"},{"issue":"1","key":"11_CR24","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/BF02294195","volume":"53","author":"WH Batchelder","year":"1988","unstructured":"Batchelder, W.H., Romney, A.K.: Test theory without an answer key. Journal Psychometrika 53(1), 71\u201392 (1988)","journal-title":"Journal Psychometrika"},{"issue":"2","key":"11_CR25","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1111\/j.1745-3984.2003.tb01103.x","volume":"40","author":"TG Bond","year":"2003","unstructured":"Bond, T.G., Fox, C.M.: Applying the Rasch Model: Fundamental Measurement in the Human Sciences. Journal of Educational Measurement 40(2), 185\u2013187 (2003)","journal-title":"Journal of Educational Measurement"},{"issue":"2","key":"11_CR26","first-page":"152","volume":"1","author":"G Karabatsos","year":"2000","unstructured":"Karabatsos, G.: A critique of Rasch residual fit statistics. Journal of Applied Measures. 1(2), 152\u2013176 (2000)","journal-title":"Journal of Applied Measures."},{"issue":"4","key":"11_CR27","first-page":"382","volume":"3","author":"JM Linacre","year":"1999","unstructured":"Linacre, J.M.: Understanding Rasch measurement: estimation methods for Rasch measures. Journal of Outcome Measurment 3(4), 382\u2013405 (1999)","journal-title":"Journal of Outcome Measurment"},{"key":"11_CR28","doi-asserted-by":"crossref","unstructured":"Guttman, L.: A basis for scaling qualitative data. Journal of American Sociological Review, 139\u2013150 (1944)","DOI":"10.2307\/2086306"},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Shannon, C.E.: A mathematical theory of communication. SIGMOBILE Mobile Computing and Communications Review 5(1) (2001)","DOI":"10.1145\/584091.584093"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Rasch, G.: On specific objectivity: An attempt at formalizing the request for generality and validity of scientific statements. Journal of Danish Yearbook of Philosophy 14 (1977)","DOI":"10.1163\/24689300-01401006"}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-18123-3_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,8]],"date-time":"2023-02-08T09:55:48Z","timestamp":1675850148000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-18123-3_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319181226","9783319181233"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-18123-3_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"9 April 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}