{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T12:06:23Z","timestamp":1749125183713,"version":"3.40.3"},"publisher-location":"Berlin, Heidelberg","reference-count":27,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"type":"print","value":"9783642238079"},{"type":"electronic","value":"9783642238086"}],"license":[{"start":{"date-parts":[[2011,1,1]],"date-time":"2011-01-01T00:00:00Z","timestamp":1293840000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2011]]},"DOI":"10.1007\/978-3-642-23808-6_36","type":"book-chapter","created":{"date-parts":[[2011,8,18]],"date-time":"2011-08-18T07:40:29Z","timestamp":1313653229000},"page":"553-568","source":"Crossref","is-referenced-by-count":14,"title":["Learning from Inconsistent and Unreliable Annotators by a Gaussian Mixture Model and Bayesian Information Criterion"],"prefix":"10.1007","author":[{"given":"Ping","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Zoran","family":"Obradovic","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"key":"36_CR1","unstructured":"Amazon Mechanical Turk, http:\/\/www.mturk.com"},{"key":"36_CR2","unstructured":"Smyth, P., Fayyad, U.M., Burl, M.C., Perona, P., Baldi, P.: Inferring ground truth from subjective labelling of venus images. In: NIPS, pp. 1085\u20131092 (1994)"},{"key":"36_CR3","unstructured":"Jin, R., Ghahramani, Z.: Learning with multiple labels. In: NIPS, pp. 897\u2013904 (2002)"},{"key":"36_CR4","doi-asserted-by":"crossref","unstructured":"Sheng, V.S., Provost, F.J., Ipeirotis, P.G.: Get another label? Improving data quality and data mining using multiple, noisy labelers. In: KDD, pp. 614\u2013622 (2008)","DOI":"10.1145\/1401890.1401965"},{"key":"36_CR5","doi-asserted-by":"crossref","unstructured":"Donmez, P., Carbonell, J.G.: Proactive learning: cost-sensitive active learning with multiple imperfect oracles. In: CIKM, pp. 619\u2013628 (2008)","DOI":"10.1145\/1458082.1458165"},{"key":"36_CR6","doi-asserted-by":"crossref","unstructured":"Donmez, P., Carbonell, J.G., Schneider, J.: Efficiently learning the accuracy of labeling sources for selective sampling. In: KDD, pp. 259\u2013268 (2009)","DOI":"10.1145\/1557019.1557053"},{"key":"36_CR7","first-page":"1757","volume":"9","author":"K. Crammer","year":"2008","unstructured":"Crammer, K., Kearns, M., Wortman, J.: Learning from multiple sources. Journal of Machine Learning Research\u00a09, 1757\u20131774 (2008)","journal-title":"Journal of Machine Learning Research"},{"key":"36_CR8","unstructured":"Dekel, O., Shamir, O.: Vox populi: Collecting high-quality labels from a crowd. In: COLT (2009)"},{"key":"36_CR9","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A.Y.: Cheap and fast - but is it good? Evaluating non-expert annotations for natural language tasks. In: EMNLP, pp. 254\u2013263 (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"36_CR10","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1142\/S0218213009000330","volume":"18","author":"S.R. Cholleti","year":"2009","unstructured":"Cholleti, S.R., Goldman, S.A., Blum, A., Politte, D.G., Don, S., Smith, K., Prior, F.: Veri-tas: combining expert opinions without labeled data. International Journal on Artificial Intelligence Tools\u00a018, 633\u2013651 (2009)","journal-title":"International Journal on Artificial Intelligence Tools"},{"key":"36_CR11","doi-asserted-by":"crossref","unstructured":"Raykar, V.C., Yu, S., Zhao, L.H., Jerebko, A.K., Florin, C., Valadez, G.H., Bogoni, L., Moy, L.: Supervised learning from multiple experts: whom to trust when everyone lies a bit. In: ICML, pp. 889\u2013896 (2009)","DOI":"10.1145\/1553374.1553488"},{"key":"36_CR12","unstructured":"Whitehill J., Ruvolo P., Wu T., Bergsma J., Movellan J.: Whose vote should count more: optimal integration of labels from labelers of unknown expertise. In NIPS (2009)"},{"key":"36_CR13","unstructured":"Welinder P., Branson S., Belongie S., Perona P.: The multidimensional wisdom of crowds. In: NIPS (2010)"},{"key":"36_CR14","doi-asserted-by":"crossref","unstructured":"Audhkhasi K., Narayanan S.: Data-dependent evaluator modeling and its application to emotional valence classification from speech. In: InterSpeech, pp. 2366\u20132369 (2010)","DOI":"10.21437\/Interspeech.2010-647"},{"issue":"5","key":"36_CR15","doi-asserted-by":"publisher","first-page":"1000391","DOI":"10.1371\/journal.pcbi.1000391","volume":"5","author":"A. Rzhetsky","year":"2009","unstructured":"Rzhetsky, A., Shatkay, H., Wilbur, W.J.: How to get the most out of your curation effort. PLoS. Comput. Biol.\u00a05(5), e1000391 (2009)","journal-title":"PLoS. Comput. Biol."},{"key":"36_CR16","doi-asserted-by":"crossref","unstructured":"Zhang, P., Obradovic, Z.: Unsupervised integration of multiple protein disorder predictors. In: IEEE Int\u2019l. Conf. Bioinformatics and Biomedicine, pp. 49\u201352 (2010)","DOI":"10.1109\/BIBM.2010.5706534"},{"key":"36_CR17","first-page":"932","volume":"9","author":"Y. Yan","year":"2010","unstructured":"Yan, Y., Rosales, R., Fung, G., Schmidt, M., Hermosillo, G., Bogoni, L., Moy, L., Dy, J.G.: Modeling annotator expertise: learning when everybody knows a bit of something. Journal of Machine Learning Research - Proceedings Track\u00a09, 932\u2013939 (2010)","journal-title":"Journal of Machine Learning Research - Proceedings Track"},{"key":"36_CR18","doi-asserted-by":"publisher","first-page":"803","DOI":"10.2307\/2532201","volume":"49","author":"J.D. Banfield","year":"1993","unstructured":"Banfield, J.D., Raftery, A.E.: Model-based Gaussian and non-Gaussian clustering. Biometrics\u00a049, 803\u2013821 (1993)","journal-title":"Biometrics"},{"key":"36_CR19","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1201\/9780203483374","volume-title":"Exploratory data analysis with MATLAB","author":"W.L. Martinez","year":"2004","unstructured":"Martinez, W.L., Martinez, A.R.: Exploratory data analysis with MATLAB, pp. 163\u2013195. Chapman & Hall\/CRC, Boca Raton (2004)"},{"issue":"1","key":"36_CR20","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1111\/j.2517-6161.1977.tb01600.x","volume":"39","author":"A.P. Dempster","year":"1977","unstructured":"Dempster, A.P., Laird, N.M., Rubin, D.B.: Maximum likelihood from incomplete data via the EM algorithm. Journal of the Royal Statistical Society: Series B\u00a039(1), 1\u201338 (1977)","journal-title":"Journal of the Royal Statistical Society: Series B"},{"key":"36_CR21","doi-asserted-by":"crossref","unstructured":"Fraley, C., Raftery, A.E.: How many clusters? Which clustering method? Answers via model-based cluster analysis. Comput. J., 578\u2013588 (1998)","DOI":"10.1093\/comjnl\/41.8.578"},{"key":"36_CR22","first-page":"203","volume-title":"Pattern recognition and machine learning","author":"C. Bishop","year":"2006","unstructured":"Bishop, C.: Pattern recognition and machine learning, pp. 203\u2013213. Springer, New York (2006)"},{"key":"36_CR23","doi-asserted-by":"crossref","unstructured":"Lee, S., Yildirim, S., Kazemzadeh, A., Narayanan, S.: An articulatory study of emotional speech production. In: Eurospeech, pp. 497\u2013500 (2005)","DOI":"10.21437\/Interspeech.2005-325"},{"key":"36_CR24","unstructured":"VOICEBOX, http:\/\/www.ee.imperial.ac.uk\/hp\/staff\/dmb\/voicebox\/voicebox.html"},{"key":"36_CR25","unstructured":"CASP experiments, http:\/\/predictioncenter.org\/"},{"issue":"suppl. 9","key":"36_CR26","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1002\/prot.22586","volume":"77","author":"O. Noivirt-Brik","year":"2009","unstructured":"Noivirt-Brik, O., Prilusky, J., Sussman, J.L.: Assessment of disorder predictions in CASP8. Proteins\u00a077(suppl. 9), 210\u2013216 (2009)","journal-title":"Proteins"},{"key":"36_CR27","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1016\/j.bbapap.2010.01.017","volume":"1804","author":"V.N. Uversky","year":"2010","unstructured":"Uversky, V.N., Dunker, A.K.: Understanding protein non-folding. Biochim. Biophys. Acta\u00a01804, 1231\u20131264 (2010)","journal-title":"Biochim. Biophys. Acta"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-23808-6_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,3,8]],"date-time":"2025-03-08T22:18:51Z","timestamp":1741472331000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-23808-6_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2011]]},"ISBN":["9783642238079","9783642238086"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-23808-6_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2011]]}}}