{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:43:42Z","timestamp":1742913822696,"version":"3.40.3"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319151434"},{"type":"electronic","value":"9783319151441"}],"license":[{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2015,1,1]],"date-time":"2015-01-01T00:00:00Z","timestamp":1420070400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2015]]},"DOI":"10.1007\/978-3-319-15144-1_1","type":"book-chapter","created":{"date-parts":[[2015,2,9]],"date-time":"2015-02-09T13:59:46Z","timestamp":1423490386000},"page":"1-32","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Bayesian Methods for Intelligent Task Assignment in Crowdsourcing Systems"],"prefix":"10.1007","author":[{"given":"Edwin","family":"Simpson","sequence":"first","affiliation":[]},{"given":"Stephen","family":"Roberts","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,2,10]]},"reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Bashir, M., Anderton, J., Wu, J., Ekstrand-Abueg, M., Golbus, P.B., Pavlu, V., Aslam, J.A.: Northeastern university runs at the TREC12 crowdsourcing track. In: The Twenty-First Text REtrieval Conference (TREC 2012). NIST (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-NEU"},{"key":"1_CR2","doi-asserted-by":"crossref","unstructured":"Berger, J.O.: Statistical Decision Theory and Bayesian Analysis. Springer Series in Statistics. Springer, New York (1985)","DOI":"10.1007\/978-1-4757-4286-2"},{"key":"1_CR3","unstructured":"Bishop, C.M.: Pattern recognition and machine learning. Information Science and Statistics, 4th edn. Springer, Heidelberg (2006)"},{"key":"1_CR4","first-page":"993","volume":"3","author":"DM Blei","year":"2003","unstructured":"Blei, D.M., Ng, A.Y., Jordan, M.I.: Latent Dirichlet allocation. J. Mach. Learn. Res. 3, 993\u20131022 (2003)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR5","unstructured":"Bloodgood, M., Callison-Burch, C.: Using mechanical turk to build machine translation evaluation sets. In: Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazons Mechanical Turk, pp. 208\u2013211. Association for Computational Linguistics (2010)"},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Chen, X., Bennett, P.N., Collins-Thompson, K., Horvitz, E.: Pairwise ranking aggregation in a crowdsourced setting. In: Proceedings of the Sixth ACM International Conference on Web Search and Data Mining, pp. 193\u2013202. ACM (2013)","DOI":"10.1145\/2433396.2433420"},{"key":"1_CR7","unstructured":"Dasgupta, S.: Analysis of a greedy active learning strategy. In: Advances in Neural Information Processing Systems, vol. 17, pp. 337\u2013344. MIT Press, Cambridge (2004)"},{"issue":"1","key":"1_CR8","first-page":"20","volume":"28","author":"AP Dawid","year":"1979","unstructured":"Dawid, A.P., Skene, A.M.: Maximum likelihood estimation of observer error-rates using the EM algorithm. J. R. Stat. Soc. Ser. C (Appl. Stat.) 28(1), 20\u201328 (1979)","journal-title":"J. R. Stat. Soc. Ser. C (Appl. Stat.)"},{"key":"1_CR9","doi-asserted-by":"crossref","unstructured":"Donmez, P., Carbonell, J., Schneider, J.: A probabilistic framework to learn from multiple annotators with time-varying accuracy. In: SIAM International Conference on Data Mining (SDM), pp. 826\u2013837. Society for Industrial and Applied Mathematics (2010)","DOI":"10.1137\/1.9781611972801.72"},{"issue":"8","key":"1_CR10","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett, T.: An introduction to ROC analysis. Pattern Recognit. Lett. 27(8), 861\u2013874 (2006)","journal-title":"Pattern Recognit. Lett."},{"issue":"6","key":"1_CR11","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1109\/TPAMI.1984.4767596","volume":"PAMI\u20136","author":"S Geman","year":"1984","unstructured":"Geman, S., Geman, D.: Stochastic relaxation, Gibbs distributions, and the Bayesian restoration of images. IEEE Trans. Pattern Anal. Mach. Intell. PAMI\u20136(6), 721\u2013741 (1984)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"key":"1_CR12","doi-asserted-by":"crossref","unstructured":"Harris, C., Srinivasan, P.: Using hybrid methods for relevance assessment in TREC Crowd \u201912. In: The Twenty-First Text REtrieval Conference (TREC 2012). NIST (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-UIowaS"},{"key":"1_CR13","doi-asserted-by":"crossref","unstructured":"Hu, Q., Xu, Z., Huang, X., Ye, Z.: York university at TREC 2012: crowdsourcing track. In: The Twenty-First Text REtrieval Conference (TREC 2012). NIST (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-york"},{"key":"1_CR14","doi-asserted-by":"crossref","unstructured":"Ipeirotis, P.G., Provost, F., Wang, J.: Quality management on Amazon mechanical turk. In: Proceedings of the ACM SIGKDD Workshop on Human Computation, pp. 64\u201367. ACM (2010)","DOI":"10.1145\/1837885.1837906"},{"key":"1_CR15","unstructured":"Kamar, E., Hacker, S., Horvitz, E.: Combining human and machine intelligence in large-scale crowdsourcing. In: Proceedings of the 11th International Conference on Autonomous Agents and Multi-Agent Systems, AAMAS\u201912, pp. 467\u2013474. International Foundation for Autonomous Agents and Multi-Agent Systems (2012)"},{"issue":"1","key":"1_CR16","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1214\/aoms\/1177729694","volume":"22","author":"S Kullback","year":"1951","unstructured":"Kullback, S., Leibler, R.A.: On information and sufficiency. Ann. Math. Stat. 22(1), 79\u201386 (1951)","journal-title":"Ann. Math. Stat."},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Levenberg, A., Pulman, S., Moilanen, K., Simpson, E., Roberts, S.: Economic indicators from web text using sentiment composition. Int. J. Comput. Commun. Eng. (2014)","DOI":"10.7763\/IJCCE.2014.V3.302"},{"key":"1_CR18","unstructured":"Liu, Q., Peng, J., Ihler, A.: Variational inference for crowdsourcing. In: Advances in Neural Information Processing Systems, vol. 25, pp. 701\u2013709. MIT Press, Cambridge (2012)"},{"key":"1_CR19","doi-asserted-by":"crossref","unstructured":"Nellapati, R., Peerreddy, S., Singhal, P.: Skierarchy: extending the power of crowdsourcing using a hierarchy of domain experts, crowd and machine learning. In: The Twenty-First Text REtrieval Conference (TREC 2012). NIST (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-SetuServ"},{"key":"1_CR20","unstructured":"Quinn, A.J., Bederson, B.B., Yeh, T., Lin, J.: Crowdflow: integrating machine learning with mechanical turk for speed-cost-quality flexibility. Technical Report HCIL-2010-09, University of Maryland, College Park (2010)"},{"key":"1_CR21","first-page":"491","volume":"13","author":"VC Raykar","year":"2012","unstructured":"Raykar, V.C., Yu, S.: Eliminating spammers and ranking annotators for crowdsourced labeling tasks. J. Mach. Learn. Res. 13, 491\u2013518 (2012)","journal-title":"J. Mach. Learn. Res."},{"key":"1_CR22","doi-asserted-by":"crossref","unstructured":"Simpson, E., Roberts, S., Psorakis, I., Smith, A.: Dynamic Bayesian combination of multiple imperfect classifiers. In: Decision Making and Imperfection, pp. 1\u201335. Springer, Heidelberg (2013)","DOI":"10.1007\/978-3-642-36406-8_1"},{"key":"1_CR23","doi-asserted-by":"crossref","unstructured":"Simpson, E., Reece, S., Penta, A., Ramchurn, G., Roberts, S.: Using a Bayesian model to combine LDA features with crowdsourced responses. In: The Twenty-First Text REtrieval Conference (TREC 2012), Crowdsourcing Track. NIST (2013)","DOI":"10.6028\/NIST.SP.500-298.crowd-HAC"},{"key":"1_CR24","doi-asserted-by":"crossref","unstructured":"Smith, A.M., Lynn, S., Sullivan, M., Lintott, C.J., Nugent, P.E., Botyanszki, J., Kasliwal, M., Quimby, R., Bamford, S.P., Fortson, L.F., Schawinski, K., Hook, I., Blake, S., Podsadlowski, P., Jonsson, J.J., Gal-Yam, A., Arcavi, I., Howell, D.A., Bloom, J.S., Jacobsen, J., Kulkarni, S.R., Law, N.M., Ofek, E.O., Walters, R. Galaxy Zoo supernovae. Monthly Notices R. Astron. Soc. (2010)","DOI":"10.1111\/j.1365-2966.2010.17994.x"},{"key":"1_CR25","unstructured":"Smith, A., Lintott, C.: Web-scale citizen science: from Galaxy Zoo to the Zooniverse. In: Proceedings of the Royal Society Discussion Meeting \u2018Web Science: A New Frontier\u2019. The Royal Society (2010)"},{"key":"1_CR26","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Kazai, G., Lease, M.: Overview of the TREC 2012 crowdsourcing track. In: The Twenty-First Text REtrieval Conference (TREC 2012). NIST (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-overview"},{"key":"1_CR27","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Kazai, G., Lease, M.: TREC 2012 crowdsourcing track TRAT task results. In: The Twenty-First Text REtrieval Conference (TREC 2012). NIST (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-overview"},{"key":"1_CR28","unstructured":"Yan, Y., Fung, G.M., Rosales, R., Dy, J.G.: Active learning from crowds. In: Proceedings of the 28th International Conference on Machine Learning, ICML\u201911, pp. 1161\u20131168 (2011)"},{"key":"1_CR29","doi-asserted-by":"crossref","unstructured":"Zhang, C., Zeng, M., Sang, X., Zhang, K., Kang, H.: BUPT\\_PRIS at TREC 2012 crowdsourcing track 1. In: The Twenty-First Text REtrieval Conference (TREC 2012). NIST (2012)","DOI":"10.6028\/NIST.SP.500-298.crowd-pris411"}],"container-title":["Studies in Computational Intelligence","Decision Making: Uncertainty, Imperfection, Deliberation and Scalability"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-15144-1_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,7]],"date-time":"2024-06-07T03:47:59Z","timestamp":1717732079000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-15144-1_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015]]},"ISBN":["9783319151434","9783319151441"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-15144-1_1","relation":{},"ISSN":["1860-949X","1860-9503"],"issn-type":[{"type":"print","value":"1860-949X"},{"type":"electronic","value":"1860-9503"}],"subject":[],"published":{"date-parts":[[2015]]},"assertion":[{"value":"10 February 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}