{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,10]],"date-time":"2026-05-10T10:20:23Z","timestamp":1778408423487,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":36,"publisher":"ACM","license":[{"start":{"date-parts":[[2008,8,24]],"date-time":"2008-08-24T00:00:00Z","timestamp":1219536000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2008,8,24]]},"DOI":"10.1145\/1401890.1401965","type":"proceedings-article","created":{"date-parts":[[2008,8,27]],"date-time":"2008-08-27T11:56:41Z","timestamp":1219838201000},"page":"614-622","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":672,"title":["Get another label? improving data quality and data mining using multiple, noisy labelers"],"prefix":"10.1145","author":[{"given":"Victor S.","family":"Sheng","sequence":"first","affiliation":[{"name":"Leonard N. Stern School of Business, New York University, New York, NY, USA"}]},{"given":"Foster","family":"Provost","sequence":"additional","affiliation":[{"name":"Leonard N. Stern School of Business, New York University, New York, NY, USA"}]},{"given":"Panagiotis G.","family":"Ipeirotis","sequence":"additional","affiliation":[{"name":"Leonard N. Stern School of Business, New York University, New York, NY, USA"}]}],"member":"320","published-online":{"date-parts":[[2008,8,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/1005332.1005342"},{"key":"e_1_3_2_1_2_1","unstructured":"Blake C. L. and Merz C. J. UCI repository of machine learning databases. http:\/\/www.ics.uci.edu\/~mlearn\/MLRepository.html 1998.  Blake C. L. and Merz C. J. UCI repository of machine learning databases. http:\/\/www.ics.uci.edu\/~mlearn\/MLRepository.html 1998."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2004.03.009"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1022673506211"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346806"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/312129.312220"},{"key":"e_1_3_2_1_8_1","first-page":"973","volume-title":"IJCAI","author":"Elkan C.","year":"2001","unstructured":"Elkan , C. The foundations of cost-sensitive learning . In IJCAI ( 2001 ), pp. 973 -- 978 . Elkan, C. The foundations of cost-sensitive learning. In IJCAI (2001), pp. 973--978."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","DOI":"10.1201\/9780429258480","volume-title":"Bayesian Data Analysis","author":"Gelman A.","year":"2003","unstructured":"Gelman , A. , Carlin , J. B. , Stern , H. S. , and Rubin , D. B . Bayesian Data Analysis , 2 nd ed. Chapman and Hall\/CRC , 2003 . Gelman, A., Carlin, J. B., Stern, H. S., and Rubin, D. B. Bayesian Data Analysis, 2nd ed. Chapman and Hall\/CRC, 2003.","edition":"2"},{"key":"e_1_3_2_1_10_1","first-page":"897","volume-title":"NIPS","author":"Jin R.","year":"2002","unstructured":"Jin , R. , and Ghahramani , Z . Learning with multiple labels . In NIPS ( 2002 ), pp. 897 -- 904 . Jin, R., and Ghahramani, Z. Learning with multiple labels. In NIPS (2002), pp. 897--904."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/11564096_20"},{"key":"e_1_3_2_1_12_1","first-page":"378","article-title":"Budgeted learning of naive-bayes classifiers","author":"Lizotte D. J.","year":"2003","unstructured":"Lizotte , D. J. , Madani , O. , and Greiner , R . Budgeted learning of naive-bayes classifiers . In UAI) ( 2003 ), pp. 378 -- 385 . Lizotte, D. J., Madani, O., and Greiner, R. Budgeted learning of naive-bayes classifiers. In UAI) (2003), pp. 378--385.","journal-title":"UAI) ("},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1016\/0031-3203(92)90008-7"},{"key":"e_1_3_2_1_14_1","first-page":"1622","article-title":"Active cost-sensitive learning","author":"Margineantu D. D","year":"2005","unstructured":"Margineantu , D. D . Active cost-sensitive learning . In IJCAI) ( 2005 ), pp. 1622 -- 1613 . Margineantu, D. D. Active cost-sensitive learning. In IJCAI) (2005), pp. 1622--1613.","journal-title":"IJCAI) ("},{"key":"e_1_3_2_1_15_1","volume-title":"AAAI'99 Workshop on Text Learning","author":"McCallum A.","year":"1999","unstructured":"McCallum , A. Multi-label text classification with a mixture model trained by EM . In AAAI'99 Workshop on Text Learning ( 1999 ). McCallum, A. Multi-label text classification with a mixture model trained by EM. In AAAI'99 Workshop on Text Learning (1999)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDM.2005.23"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.5555\/1032649.1033511"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/1089827.1089831"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/1089827.1089841"},{"key":"e_1_3_2_1_20_1","volume-title":"Proceedings of the ML-95 Workshop on Applying Machine Learning in Practice","author":"Provost F.","year":"1995","unstructured":"Provost , F. , and Danyluk , A . Learning from Bad Data . In Proceedings of the ML-95 Workshop on Applying Machine Learning in Practice ( 1995 ). Provost, F., and Danyluk, A. Learning from Bad Data. In Proceedings of the ML-95 Workshop on Applying Machine Learning in Practice (1995)."},{"key":"e_1_3_2_1_21_1","volume-title":"Programs for Machine Learning","author":"Quinlan J. R.","year":"1992","unstructured":"Quinlan , J. R. C4.5 : Programs for Machine Learning . Morgan Kaufmann Publishers, Inc. , 1992 . Quinlan, J. R. C4.5: Programs for Machine Learning. Morgan Kaufmann Publishers, Inc., 1992."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1023\/B:MACH.0000011806.12374.c3"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1980.1056150"},{"key":"e_1_3_2_1_25_1","series-title":"Computational Learning Theory and Natural Learning Systems","volume-title":"Selecting Good Models","author":"Smyth P.","year":"1995","unstructured":"Smyth , P. Learning with probabilistic supervision . In Computational Learning Theory and Natural Learning Systems , Vol. III : Selecting Good Models , T. Petsche, Ed. MIT Press , Apr. 1995 . Smyth, P. Learning with probabilistic supervision. In Computational Learning Theory and Natural Learning Systems, Vol. III: Selecting Good Models, T. Petsche, Ed. MIT Press, Apr. 1995."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/0167-8655(96)00105-5"},{"key":"e_1_3_2_1_27_1","first-page":"109","volume-title":"Knowledge Discovery in Databases: Papers from the 1994 AAAI Workshop (KDD'94)","author":"Smyth P.","year":"1994","unstructured":"Smyth , P. , Burl , M. C. , Fayyad , U. M. , and Perona , P . Knowledge discovery in large image databases: Dealing with uncertainties in ground truth . In Knowledge Discovery in Databases: Papers from the 1994 AAAI Workshop (KDD'94) ( 1994 ), pp. 109 -- 120 . Smyth, P., Burl, M. C., Fayyad, U. M., and Perona, P. Knowledge discovery in large image databases: Dealing with uncertainties in ground truth. In Knowledge Discovery in Databases: Papers from the 1994 AAAI Workshop (KDD'94) (1994), pp. 109--120."},{"key":"e_1_3_2_1_28_1","first-page":"1085","volume-title":"NIPS","author":"Smyth P.","year":"1994","unstructured":"Smyth , P. , Fayyad , U. M. , Burl , M. C. , Perona , P. , and Baldi , P . Inferring ground truth from subjective labelling of Venus images . In NIPS ( 1994 ), pp. 1085 -- 1092 . Smyth, P., Fayyad, U. M., Burl, M. C., Perona, P., and Baldi, P. Inferring ground truth from subjective labelling of Venus images. In NIPS (1994), pp. 1085--1092."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2002.1000348"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622826.1622838"},{"key":"e_1_3_2_1_31_1","first-page":"15","volume-title":"Proceedings of the ICML-2000 Workshop on Cost-Sensitive Learning","author":"Turney P. D.","year":"2000","unstructured":"Turney , P. D. Types of cost in inductive concept learning . In Proceedings of the ICML-2000 Workshop on Cost-Sensitive Learning ( 2000 ), pp. 15 -- 21 . Turney, P. D. Types of cost in inductive concept learning. In Proceedings of the ICML-2000 Workshop on Cost-Sensitive Learning (2000), pp. 15--21."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/1622434.1622445"},{"key":"e_1_3_2_1_33_1","first-page":"1","article-title":"Some general points in the theory of optimal experimental design. Journal of the Royal Statistical Society","volume":"35","author":"Whittle P","year":"1973","unstructured":"Whittle , P . Some general points in the theory of optimal experimental design. Journal of the Royal Statistical Society , Series B (Methodological) 35 , 1 ( 1973 ), 123--130. Whittle, P. Some general points in the theory of optimal experimental design. Journal of the Royal Statistical Society, Series B (Methodological) 35, 1 (1973), 123--130.","journal-title":"Series B (Methodological)"},{"key":"e_1_3_2_1_34_1","volume-title":"Data Mining: Practical Machine Learning Tools and Techniques","author":"Witten I. H.","year":"2005","unstructured":"Witten , I. H. , and Frank , E . Data Mining: Practical Machine Learning Tools and Techniques , 2 nd ed. Morgan Kaufmann Publishing , June 2005 . Witten, I. H., and Frank, E. Data Mining: Practical Machine Learning Tools and Techniques, 2nd ed. Morgan Kaufmann Publishing, June 2005.","edition":"2"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/951949.952181"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.1050.0488"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2005.176"}],"event":{"name":"KDD08: The 14th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","location":"Las Vegas Nevada USA","acronym":"KDD08","sponsor":["SIGMOD ACM Special Interest Group on Management of Data","SIGKDD ACM Special Interest Group on Knowledge Discovery in Data","ACM Association for Computing Machinery"]},"container-title":["Proceedings of the 14th ACM SIGKDD international conference on Knowledge discovery and data mining"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1401890.1401965","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1401890.1401965","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T13:56:41Z","timestamp":1750255001000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1401890.1401965"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,8,24]]},"references-count":36,"alternative-id":["10.1145\/1401890.1401965","10.1145\/1401890"],"URL":"https:\/\/doi.org\/10.1145\/1401890.1401965","relation":{},"subject":[],"published":{"date-parts":[[2008,8,24]]},"assertion":[{"value":"2008-08-24","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}