{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,9,15]],"date-time":"2024-09-15T14:23:17Z","timestamp":1726410197656},"publisher-location":"Berlin, Heidelberg","reference-count":18,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642397110"},{"type":"electronic","value":"9783642397127"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2013]]},"DOI":"10.1007\/978-3-642-39712-7_47","type":"book-chapter","created":{"date-parts":[[2013,7,11]],"date-time":"2013-07-11T04:55:48Z","timestamp":1373518548000},"page":"616-628","source":"Crossref","is-referenced-by-count":2,"title":["A Lightweight Combinatorial Approach for Inferring the Ground Truth from Multiple Annotators"],"prefix":"10.1007","author":[{"given":"Xiang","family":"Liu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Liyun","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nasir","family":"Memon","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"47_CR1","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A.Y.: Cheap and Fast - But is it Good? Evaluating NonExpert Annotations for Natural Language Tasks. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, pp. 254\u2013263. ACL (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"47_CR2","doi-asserted-by":"crossref","unstructured":"Sorokin, A., Forsyth, D.: Utility data annotation with Amazon Mechanical Turk. In: Proc. of CVPR 2008, pp. 1\u20138 (2008)","DOI":"10.1109\/CVPRW.2008.4562953"},{"key":"47_CR3","unstructured":"Amazon Mechanical Turk, \n                  \n                    https:\/\/www.mturk.com\/mturk\/welcome"},{"key":"47_CR4","doi-asserted-by":"crossref","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Jerebko, A., Florin, C., Valadez, G.H., Bogoni, L., Moy, L.: Supervised Learning from Multiple Experts: Whom to trust when everyone lies a bit. In: Proc. of ICML 2009, pp. 889\u2013896 (2009)","DOI":"10.1145\/1553374.1553488"},{"key":"47_CR5","first-page":"1085","volume":"7","author":"P. Smyth","year":"1995","unstructured":"Smyth, P., Fayyad, U., Burl, M., Perona, P., Baldi, P.: Inferring Ground Truth from Subjective Labelling of Venus Images. Advances in Neural Information Processing Systems\u00a07, 1085\u20131092 (1995)","journal-title":"Advances in Neural Information Processing Systems"},{"key":"47_CR6","first-page":"932","volume":"9","author":"Y. Yan","year":"2010","unstructured":"Yan, Y., Rosales, R., Fung, G., Schmidt, M.W., Valadez, G.H., Bogoni, L., Moy, L., Dy, J.G.: Modeling annotator expertise: Learning when everybody knows a bit of something. Journal of Machine Learning Research - Proceedings Track (JMLR)\u00a09, 932\u2013939 (2010)","journal-title":"Journal of Machine Learning Research - Proceedings Track (JMLR)"},{"key":"47_CR7","doi-asserted-by":"crossref","unstructured":"Sheng, V.S., Provost, F., Ipeirotis, P.G.: Get another label? improving data quality and data mining using multiple, noisy labelers. In: Proceeding of the 14th International Conference on Knowledge Discovery and Data Mining (KDD), pp. 614\u2013622 (2008)","DOI":"10.1145\/1401890.1401965"},{"key":"47_CR8","first-page":"1297","volume":"11","author":"V.C. Raykar","year":"2010","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Valadez, G.H., Florin, C., Bogoni, L.: Linda Moy: Learning From Crowds. Journal of Machine Learning Research\u00a011, 1297\u20131322 (2010)","journal-title":"Journal of Machine Learning Research"},{"key":"47_CR9","unstructured":"Whitehill, J., Ruvolo, P., Wu, T.: Whose vote should count more: Optimal integration of labels from labelers of unknown expertise. In: NIPS (2009)"},{"key":"47_CR10","unstructured":"Welinder, P., Branson, S., Belongie, S., Perona, P.: The multidimensional wisdom of crowds. In: Advances in Neural Information Processing Systems, NIPS (2010)"},{"key":"47_CR11","unstructured":"Ertekin, S., Hirsh, H., Rudin, C.: Approximating the wisdom of the crowd. In: Proceedings of the Workshop on Computational Social Science and the Wisdom of Crowds (2011)"},{"key":"47_CR12","unstructured":"Kamar, E., Hacker, S., Horvitz, E.: Combining human and machine intelligence in largescale crowdsourcing. In: Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems, pp. 467\u2013474 (2012)"},{"key":"47_CR13","unstructured":"Karger, D.R., Oh, S., Shah, D.: Iterative learning for reliable crowdsourcing systems. In: Advances in Neural Information Processing Systems, vol.\u00a024, pp. 1953\u20131961 (2011)"},{"issue":"1","key":"47_CR14","first-page":"20","volume":"28","author":"A.P. Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likeihood estimation of observer error-rates using the EM algorithm. Journal of the Royal Statistical Society\u00a028(1), 20\u201328 (1979)","journal-title":"Journal of the Royal Statistical Society"},{"key":"47_CR15","unstructured":"Zhou, D., Platt, J., Basu, S., Mao, Y.: Learning from the Wisdom of Crowds by Minimax Entropy. In: NIPS (2012)"},{"key":"47_CR16","doi-asserted-by":"crossref","unstructured":"Basri, R., Felzenszwalb, P.F., Girshick, R.B., Jacobs, D.W., Klivans, C.J.: Visibility constraints on features of 3D objects. In: CVPR, pp. 1231\u20131238 (2009)","DOI":"10.1109\/CVPRW.2009.5206726"},{"key":"47_CR17","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1007335615132","volume":"26","author":"A. Blum","year":"1997","unstructured":"Blum, A.: Empirical support for winnow and weighted-Majority algorithms: results on a calendar scheduling domain. Machine Learning\u00a026, 5\u201323 (1997)","journal-title":"Machine Learning"},{"key":"47_CR18","doi-asserted-by":"crossref","unstructured":"Frank, Eibe, et al.: Weka. Data Mining and Knowledge Discovery Handbook, 1305\u20131314 (2005)","DOI":"10.1007\/0-387-25465-X_62"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Data Mining in Pattern Recognition"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-39712-7_47","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,15]],"date-time":"2019-05-15T14:33:21Z","timestamp":1557930801000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-39712-7_47"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013]]},"ISBN":["9783642397110","9783642397127"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-39712-7_47","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2013]]}}}