{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T15:00:32Z","timestamp":1743001232861,"version":"3.40.3"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319487397"},{"type":"electronic","value":"9783319487403"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-48740-3_9","type":"book-chapter","created":{"date-parts":[[2016,11,1]],"date-time":"2016-11-01T10:32:20Z","timestamp":1477996340000},"page":"124-139","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Towards an Impact-Driven Quality Control Model for Imbalanced Crowdsourcing Tasks"],"prefix":"10.1007","author":[{"given":"Kinda El","family":"Maarry","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wolf-Tilo","family":"Balke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,11,2]]},"reference":[{"key":"9_CR1","doi-asserted-by":"crossref","unstructured":"Sorokin, A., Forsyth, D.: Utility data annotation with Amazon Mechanical Turk. In: Computer Society Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), Anchorage, AK. IEEE (2008)","DOI":"10.1109\/CVPRW.2008.4562953"},{"issue":"2","key":"9_CR2","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1007\/s13222-012-0092-8","volume":"12","author":"C Lofi","year":"2012","unstructured":"Lofi, C., Selke, J., Balke, W.T.: Information extraction meets crowdsourcing: a promising couple. Datenbank-Spektrum 12(2), 109\u2013120 (2012)","journal-title":"Datenbank-Spektrum"},{"key":"9_CR3","unstructured":"Kouloumpis, E., Wilson, T., Moore, J.: Twitter sentiment analysis: the good the bad and the OMG! In: International Conference on Weblogs & Social Media, Barcelona, Spain (2011)"},{"key":"9_CR4","doi-asserted-by":"crossref","unstructured":"Selke, J., Lofi, C., Balke, W.-T.: Pushing the boundaries of crowd-enabled databases with query-driven schema expansion. In: International Conference on Very Large Data Bases (VLDB), Istanbul, Turkey (2012)","DOI":"10.14778\/2168651.2168655"},{"key":"9_CR5","doi-asserted-by":"crossref","unstructured":"Ipeirotis, P.G., Provost, F., Wang, J.: Quality management on Amazon mechanical turk. In: ACM SIGKDD on Human Computation Workshop (HCOMP), New York, USA (2010)","DOI":"10.1145\/1837885.1837906"},{"key":"9_CR6","doi-asserted-by":"crossref","unstructured":"El Maarry, K., G\u00fcntzer, U., Balke, W.-T.: Realizing impact sourcing by adaptive gold questions: a socially responsible measure for workers\u2019 trustworthiness. In: International Conference on Web-Age Information Management (WAIM), Qingdao, Shandong, China (2015)","DOI":"10.1007\/978-3-319-21042-1_2"},{"key":"9_CR7","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1007\/978-3-319-18123-3_11","volume-title":"Database Systems for Advanced Applications","author":"Kinda El Maarry","year":"2015","unstructured":"El Maarry, K., Balke, W.-T.: Retaining rough diamonds: towards a fairer elimination of low-skilled workers. In: International Conference on Database Systems for Advanced Applications (DASFAA), Hanoi, Vietnam (2015)"},{"key":"9_CR8","unstructured":"El Maarry, K., G\u00fcntzer, U., Balke, W.-T.: A majority of wrongs doesn\u2019t make it right. In: Conference on Web Information Systems Engineering (WISE), Miami, USA (2015)"},{"key":"9_CR9","unstructured":"Wang, J., Ipeirotis, P.G., Provost, F.: Managing crowdsourced workers. In: winter Conference on Business Intelligence, Salt Lake City, Utah, USA (2011)"},{"issue":"1","key":"9_CR10","doi-asserted-by":"crossref","first-page":"20","DOI":"10.2307\/2346806","volume":"28","author":"A. P. Dawid","year":"1979","unstructured":"Dawid, P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. J. Royal Stat. Soc. 28(1) (1979)","journal-title":"Applied Statistics"},{"key":"9_CR11","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Valadez, G.H., Florin, C., Bogoni, L., Moy, L.P: Learning from crowds. J. Mach. Learn. Res. 11 (2010)"},{"key":"9_CR12","unstructured":"Whitehill, J., Ruvolo, P., Wu, T., Bergsma, J., Movellan, J.: Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In: Advanced Neural Information Processing Systems (NIPS), Vancouver, Canada (2009)"},{"issue":"1","key":"9_CR13","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1007\/s10044-002-0173-7","volume":"6","author":"LI Kuncheva","year":"2003","unstructured":"Kuncheva, L.I., Whitaker, C.J., Shipp, C.A., Duin, R.P.W.: Limits on the majority vote accuracy in classifier fusion. J. Pattern Anal. Appl. 6(1), 22\u201331 (2003)","journal-title":"J. Pattern Anal. Appl."},{"key":"9_CR14","doi-asserted-by":"crossref","unstructured":"El Maarry, K., Balke, W.-T., Cho, H., Hwang, S., Baba, Y.: Skill ontology-based model for Quality Assurance in Crowdsourcing. In: International Conference on Database Systems for Advanced Applications (DASFAA), Uncrowd Workshop, Bali, Indonesia (2014)","DOI":"10.1007\/978-3-662-43984-5_29"},{"issue":"2","key":"9_CR15","doi-asserted-by":"publisher","first-page":"97","DOI":"10.4067\/S0718-18762010000200007","volume":"5","author":"Z Noorian","year":"2010","unstructured":"Noorian, Z., Ulieru, M.: The state of the art in trust and reputation systems: a framework for comparison. Journal of theoretical and applied electronic commerce research 5(2), 97\u2013117 (2010)","journal-title":"Journal of theoretical and applied electronic commerce research"},{"key":"9_CR16","doi-asserted-by":"crossref","unstructured":"Ignjatovic, A., Foo, N., Lee, C.T.: An analytic approach to reputation ranking of participants in online transactions. In: IEEE\/WIC\/ACM International Conference on Web Intelligence and Intelligent Agent Technology, Sydney, Australia (2008)","DOI":"10.1109\/WIIAT.2008.14"},{"issue":"10","key":"9_CR17","doi-asserted-by":"publisher","first-page":"1040","DOI":"10.14778\/2336664.2336676","volume":"5","author":"X Liu","year":"2012","unstructured":"Liu, X., Lu, M., Ooi, B.C., Shen, Y., Wu, S., Zhang, M.: CDAS: a crowdsourcing data analytics system. VLDB Endowment 5(10), 1040\u20131051 (2012)","journal-title":"VLDB Endowment"},{"key":"9_CR18","doi-asserted-by":"crossref","unstructured":"Yu, B., Singh, M.P.: Detecting deception in reputation management. In: International Joint Conference on Autonomous Agents and Multiagent Systems, Melbourne, VIC, Australia (2003)","DOI":"10.1145\/860575.860588"},{"key":"9_CR19","doi-asserted-by":"crossref","unstructured":"Daltayanni, M., de Alfaro, L., Papadimitriou, P.: WorkerRank: Using employer implicit judgements to infer worker reputation. In: ACM International Conference on Web Search and Data Mining (WSDM), Shanghai, China (2015)","DOI":"10.1145\/2684822.2685286"},{"key":"9_CR20","doi-asserted-by":"crossref","unstructured":"Hossain, M.: Users\u2019 motivation to participate in online crowdsourcing platforms. In: Conference on Innovation, Management and Technology Research, Malacca, Malaysia (2012)","DOI":"10.1109\/ICIMTR.2012.6236409"},{"key":"9_CR21","doi-asserted-by":"crossref","unstructured":"Kazai, G.: In search of quality in crowdsourcing for search engine evaluation. In: European Conference on Advances in Information Retrieval, Dublin, Ireland (2011)","DOI":"10.1007\/978-3-642-20161-5_17"},{"key":"9_CR22","doi-asserted-by":"crossref","unstructured":"Boim, R., Greenshpan, O., Milo, T., Novgorodov, S., Polyzotis, N., Tan, W.C.: Asking the right questions in crowd data sourcing. In: International Conference on Data Engineering, Washington, DC, USA (2012)","DOI":"10.1109\/ICDE.2012.122"},{"issue":"6943","key":"9_CR23","doi-asserted-by":"publisher","first-page":"1552","DOI":"10.1136\/bmj.308.6943.1552","volume":"308","author":"G Altman","year":"1994","unstructured":"Altman, G., Bland, J.M.: Diagnostic tests. 1: sensitivity and specificity. British Med. J. 308(6943), 1552 (1994). (Clinical research edition)","journal-title":"British Med. J."},{"issue":"6947","key":"9_CR24","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1136\/bmj.309.6947.102","volume":"309","author":"G Altman","year":"1994","unstructured":"Altman, G., Bland, J.M.: Diagnostic tests 2: predictive values. British Med. J. 309(6947), 102 (1994). (Clinical research edition)","journal-title":"British Med. J."}],"container-title":["Lecture Notes in Computer Science","Web Information Systems Engineering \u2013 WISE 2016"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-48740-3_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,11]],"date-time":"2024-03-11T15:14:51Z","timestamp":1710170091000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-48740-3_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319487397","9783319487403"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-48740-3_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]},"assertion":[{"value":"2 November 2016","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"WISE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Information Systems Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2016","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 November 2016","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 November 2016","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"wise2016","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.wise-conferences.org\/2016\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}