{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:49:08Z","timestamp":1742914148102,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319210414"},{"type":"electronic","value":"9783319210421"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-21042-1_2","type":"book-chapter","created":{"date-parts":[[2015,6,5]],"date-time":"2015-06-05T14:12:18Z","timestamp":1433513538000},"page":"17-29","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Realizing Impact Sourcing by Adaptive Gold Questions: A Socially Responsible Measure for Workers\u2019 Trustworthiness"],"prefix":"10.1007","author":[{"given":"Kinda El","family":"Maarry","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ulrich","family":"G\u00fcntzer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wolf-Tilo","family":"Balke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,6,6]]},"reference":[{"key":"2_CR1","unstructured":"\u201cDigital Jobs Africa: The Rockefeller Foundation,\u201d [Online]. Available: http:\/\/www.rockefellerfoundation.org\/our-work\/current-work\/digital-jobs-africa\/impact-sourcing."},{"key":"2_CR2","doi-asserted-by":"crossref","unstructured":"Selke, J., Lofi, C., Balke, W.-T.: Pushing the boundaries of crowd-enabled databases with query-driven schema expansion. In: 38th Int. Conf. VLDB, pp. 538-549 (2012)","DOI":"10.14778\/2168651.2168655"},{"key":"2_CR3","unstructured":"Finin, T., Murnane, W., Karandikar, A., Keller, N., Martineau, J., Dredze, M.: Annotating named entities in twitter data with crowdsourcing. In: CSLDAMT 2010 Proc. of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon\u2019s Mechanical Turk, pp. 80\u201388 (2010)"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Lofi, C., El Maarry, K., Balke, W.-T.: Skyline queries in crowd-enabled databases. In: EDBT\/ICDT Joint Conf., Proc. of the 16th Int. Conf. on Extending Database Technology (2013)","DOI":"10.1145\/2452376.2452431"},{"key":"2_CR5","doi-asserted-by":"crossref","unstructured":"Kouloumpis, E., Wilson, T., Moore, J.: Twitter sentiment analysis: the good the bad and the OMG!. In: International AAAI Conf. on Weblogs& Social Media, pp. 538\u2013541 (2011)","DOI":"10.1609\/icwsm.v5i1.14185"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C.: Fast, cheap, and creative: evaluating translation quality using Amazon\u2019s Mechanical Turk. In: EMNLP 2009: Proc. of the 2009 Conf. on Empirical Methods in Natural Language Processing, vol. 1, no. 1, pp. 286\u2013295 (2009)","DOI":"10.3115\/1699510.1699548"},{"issue":"6","key":"2_CR7","doi-asserted-by":"publisher","first-page":"538","DOI":"10.14778\/2168651.2168655","volume":"5","author":"C Lofi","year":"2012","unstructured":"Lofi, C., Selke, J., Balke, W.-T.: Information Extraction Meets Crowdsourcing: A Promising Couple. Proc. of the VLDB Endowment 5(6), 538\u2013549 (2012). 23, 2012","journal-title":"Proc. of the VLDB Endowment"},{"issue":"1","key":"2_CR8","first-page":"22","volume":"6","author":"LI Kuncheva","year":"2003","unstructured":"Kuncheva, L.I., Whitaker, C.J., Shipp, C.A., Duin, R.P.W.: Limits on the majority vote accuracy in classifier fusion. Journal: Pattern Analysis and Applications -- PAA 6(1), 22\u201331 (2003)","journal-title":"Journal: Pattern Analysis and Applications -- PAA"},{"key":"2_CR9","doi-asserted-by":"publisher","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. Journal of Applied Statistics. 28, 20\u201328 (1979)","journal-title":"Journal of Applied Statistics."},{"key":"2_CR10","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Valadez, G.H., Florin, C., Bogoni, L., Moy, L.: Learning From Crowds. The Journal of Machine Learning Research 11, 1297\u20131322 (2010)","journal-title":"The Journal of Machine Learning Research"},{"issue":"1","key":"2_CR11","first-page":"1","volume":"22","author":"J Whitehill","year":"2009","unstructured":"Whitehill, J., Ruvolo, P., Wu, T., Bergsma, J., Movellan, J.: Whose Vote Should Count More: Optimal Integration of Labels from Labelers of Unknown Expertise. Proc. of NIPS 22(1), 1\u20139 (2009)","journal-title":"Proc. of NIPS"},{"key":"2_CR12","doi-asserted-by":"crossref","unstructured":"Ipeirotis, P.G., Provost, F., Wang, J.: Quality management on amazon mechanical turk. In: Proc. of ACM SIGKDD Workshop on Human Computation, pp. 0\u20133 (2010)","DOI":"10.1145\/1837885.1837906"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"El Maarry, K., Balke, W.-T., Cho, H., Hwang, S., Baba, Y.: Skill ontology-based model for quality assurance in crowdsourcing. In: UnCrowd 2014: DASFAA Workshop on Uncertain and Crowdsourced Data, Bali, Indonesia, (2014)","DOI":"10.1007\/978-3-662-43984-5_29"},{"key":"2_CR14","doi-asserted-by":"crossref","unstructured":"Ignjatovic, A., Foo, N., Lee, C.T.L.C.T.: An analytic approach to reputation ranking of participants in online transactions. In: 2008 IEEE\/WIC\/ACM Int. Conf. Web Intell. Intell. Agent Technol. vol. 1 (2008)","DOI":"10.1109\/WIIAT.2008.14"},{"key":"2_CR15","doi-asserted-by":"crossref","unstructured":"Noorian, Z., Ulieru, M.: The State of the Art in Trust and Reputation Systems: A Framework for Comparison. Journal of theoretical and applied electronic commerce research 5(2) (2010)","DOI":"10.4067\/S0718-18762010000200007"},{"key":"2_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/978-3-642-20161-5_17","volume-title":"Advances in Information Retrieval","author":"G Kazai","year":"2011","unstructured":"Kazai, G.: In search of quality in crowdsourcing for search engine evaluation. In: Clough, P., Foley, C., Gurrin, C., Jones, G.J., Kraaij, W., Lee, H., Mudoch, V. (eds.) ECIR 2011. LNCS, vol. 6611, pp. 165\u2013176. Springer, Heidelberg (2011)"},{"key":"2_CR17","first-page":"539","volume":"5","author":"RE Traub","year":"1980","unstructured":"Traub, R.E.: Applications of item response theory to practical testing problems. Book\u2019s Publisher: Erlbaum Associates 5, 539\u2013543 (1980)","journal-title":"Book\u2019s Publisher: Erlbaum Associates"},{"key":"2_CR18","unstructured":"Rasch, G.: Probabilistic Models for Some Intelligence and Attainment Tests. Book\u2019s Publisher: Nielsen & Lydiche (1960)"},{"key":"2_CR19","unstructured":"Hung, N.Q.V., Tam, N.T., Tran, L.N., Aberer, K.: An evaluation of aggregation techniques in crowdsourcing. In: WISE (2013)"},{"key":"2_CR20","unstructured":"Wang, J., Ipeirotis, P.G.. Provost, F.: Managing crowdsourced workers. In: Winter Conf. on Business Intelligence (2011)"},{"issue":"1","key":"2_CR21","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/BF02294195","volume":"53","author":"WH Batchelder","year":"1988","unstructured":"Batchelder, W.H., Romney, A.K.: Test theory without an answer key. Journal Psychometrika 53(1), 71\u201392 (1988)","journal-title":"Journal Psychometrika"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"El Maarry, K., Balke, W.-T.: Retaining rough diamonds: towards a fairer elimination of low-skilled workers. In: 20th Int. Conf. on Database Systems for Advanced Applications (DASFAA), Hanoi, Vietnam (2015)","DOI":"10.1007\/978-3-319-18123-3_11"},{"issue":"2","key":"2_CR23","first-page":"152","volume":"1","author":"G Karabatsos","year":"2000","unstructured":"Karabatsos, G.: A critique of Rasch residual fit statistics. Journal of Applied Measures. 1(2), 152\u2013176 (2000)","journal-title":"Journal of Applied Measures."},{"issue":"9","key":"2_CR24","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v020.i09","volume":"20","author":"P Mair","year":"2007","unstructured":"Mair, P.: Extended Rasch Modeling: The eRm Package for the Application of IRT Models in R. Journal of Statistical Software 20(9), 1\u201320 (2007)","journal-title":"Journal of Statistical Software"}],"container-title":["Lecture Notes in Computer Science","Web-Age Information Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-21042-1_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,21]],"date-time":"2023-02-21T02:20:51Z","timestamp":1676946051000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-21042-1_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319210414","9783319210421"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-21042-1_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"6 June 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}