{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,15]],"date-time":"2025-10-15T10:23:43Z","timestamp":1760523823717},"publisher-location":"Cham","reference-count":17,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030181284"},{"type":"electronic","value":"9783030181291"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-18129-1_7","type":"book-chapter","created":{"date-parts":[[2019,6,20]],"date-time":"2019-06-20T07:24:18Z","timestamp":1561015458000},"page":"139-157","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Measuring the Expertise of Workers for Crowdsourcing Applications"],"prefix":"10.1007","author":[{"given":"Jean-Christophe","family":"Dubois","sequence":"first","affiliation":[]},{"given":"Laetitia","family":"Gros","sequence":"additional","affiliation":[]},{"given":"Mouloud","family":"Kharoune","sequence":"additional","affiliation":[]},{"given":"Yolande","family":"Le Gall","sequence":"additional","affiliation":[]},{"given":"Arnaud","family":"Martin","sequence":"additional","affiliation":[]},{"given":"Zoltan","family":"Miklos","sequence":"additional","affiliation":[]},{"given":"Hosna","family":"Ouni","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,6,21]]},"reference":[{"key":"7_CR1","doi-asserted-by":"crossref","unstructured":"Ben\u00a0Rjab, A., Kharoune, M., Miklos, Z., & Martin, A. (2016). Characterization of experts in crowdsourcing platforms. In The 4th International Conference on Belief Functions (vol. 9861, pp. 97\u2013104).","DOI":"10.1007\/978-3-319-45559-4_10"},{"key":"7_CR2","doi-asserted-by":"crossref","unstructured":"Dawid, P., & Skene, A. M. (1979). Maximum likelihood estimation of observer error-rates using the EM algorithm. 28, 20\u201328.","DOI":"10.2307\/2346806"},{"issue":"2","key":"7_CR3","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1214\/aoms\/1177698950","volume":"38","author":"A. P. Dempster","year":"1967","unstructured":"Dempster, A. P. (1967). Upper and lower probabilities induced by a multivalued mapping. The Annals of Mathematical Statistics, 325\u2013339.","journal-title":"The Annals of Mathematical Statistics"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Essaid, A., Martin, A., Smits, G., & Ben\u00a0Yaghlane, B. (2014). A distance-based decision in the credal level. In Proceedings of 12th International Conference on Artificial Intelligence and Symbolic Computation, AISC 2014, Seville, Spain, 11-13 December 2014, pp. 147\u2013156.","DOI":"10.1007\/978-3-319-13770-4_13"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Fagin, R., Kumar, R., Mahdian, M., Sivakumar, D., & Vee, E. (2004). Comparing and aggregating rankings with ties. In Twenty-Third ACM SIGMOD-SIGACT-SIGART Symposium on Principles of Database Systems (pp. 47\u201358).","DOI":"10.1145\/1055558.1055568"},{"issue":"6","key":"7_CR6","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe, J. (2006). The rise of crowdsourcing. Wired Magazine, 14(6), 1\u20134.","journal-title":"Wired Magazine"},{"key":"7_CR7","unstructured":"Ipeirotis, P.\u00a0G., Provost, F., & Wang, J. (2010). Machine-learning for spammer detection in crowd-sourcing. In Proceedings of the ACM SIGKDD Workshop on Human Computation, HCOMP 2010."},{"key":"7_CR8","unstructured":"ITU (1996). Modulated noise reference unit (MNRU). Technical Report ITU-T P.810, International Telecommunication Union."},{"key":"7_CR9","unstructured":"Jouili, S. (2011). Indexation de masses de documents graphiques: approches structurelles. Ph.D. thesis, Universit Nancy II."},{"issue":"2","key":"7_CR10","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1016\/S1566-2535(01)00026-4","volume":"2","author":"A-L Jousselme","year":"2001","unstructured":"Jousselme, A.-L., Grenier, D., & Boss\u00e9, \u00c9. (2001). A new distance between two bodies of evidence. Information Fusion, 2(2), 91\u2013101.","journal-title":"Information Fusion"},{"issue":"3","key":"7_CR11","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1093\/biomet\/33.3.239","volume":"33","author":"M. G. KENDALL","year":"1945","unstructured":"Kendall, M. (1945). The treatment of ties in ranking problems. Biometrika, 239\u2013251.","journal-title":"Biometrika"},{"key":"7_CR12","unstructured":"Le, J., Edmonds, A., Hester, V., & Biewald, L. (2010). Ensuring quality in crowdsourced search relevance evaluation: The effects of training question distribution. Workshop on Crowdsourcing for Search Evaluation (pp. 17\u201320)."},{"key":"7_CR13","first-page":"491","volume":"13","author":"VC Raykar","year":"2012","unstructured":"Raykar, V. C., & Yu, S. (2012). Eliminating spammers and ranking annotators for crowdsourced labeling tasks. Journal of Machine Learning Research, 13, 491\u2013518.","journal-title":"Journal of Machine Learning Research"},{"key":"7_CR14","first-page":"1297","volume":"11","author":"VC Raykar","year":"2010","unstructured":"Raykar, V. C., Yu, S., Zhao, L. H., Hermosillo Valadez, G., Florin, C., Bogoni, L., et al. (2010). Learning from crowds. Journal of Machine Learning Research, 11, 1297\u20131322.","journal-title":"Journal of Machine Learning Research"},{"key":"7_CR15","unstructured":"Shafer, G. (1976). A mathematical theory of evidence (vol\u00a01). Princeton University Press, Princeton."},{"key":"7_CR16","doi-asserted-by":"crossref","unstructured":"Smets, P. (1990). The combination of evidence in the transferable belief model. 12, 447\u2013458.","DOI":"10.1109\/34.55104"},{"key":"7_CR17","first-page":"1085","volume":"7","author":"P Smyth","year":"1995","unstructured":"Smyth, P., Fayyad, U., Burl, M., Perona, P., & Baldi, P. (1995). Inferring ground truth from subjective labelling of venus images. Advances in Neural Information Processing Systems, 7, 1085\u20131092.","journal-title":"Advances in Neural Information Processing Systems"}],"container-title":["Studies in Computational Intelligence","Advances in Knowledge Discovery and Management"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-18129-1_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,20]],"date-time":"2019-06-20T07:26:42Z","timestamp":1561015602000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-18129-1_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030181284","9783030181291"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-18129-1_7","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"type":"print","value":"1860-949X"},{"type":"electronic","value":"1860-9503"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"21 June 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}